-- Logs begin at Thu 2022-06-16 17:38:15 UTC, end at Thu 2022-06-16 18:51:52 UTC. -- Jun 16 18:19:39.691039 dv-cinder-813229-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 18:19:42.471948 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:19:42.472619 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 18:19:42.472780 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103732) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 18:19:42.476820 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:19:42.477121 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 18:19:42.477441 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103732) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 18:19:42.478432 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:19:42.478664 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:19:42.479041 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:19:42.479291 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:19:42.479522 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:19:42.479948 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.480305 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.480538 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.480846 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.481141 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.481431 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.481726 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.482029 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.482321 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.482609 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.482897 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.483131 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.483420 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.483710 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.484000 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.484253 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] debug = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.484539 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.484971 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.485392 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.485693 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.485987 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.486272 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.486547 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.486825 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.487113 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.487449 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] host = dv-cinder-813229-10-iscsi {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.487731 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.488027 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.488377 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.488622 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.488897 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.489174 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.489464 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.489741 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.490016 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.490295 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.490585 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.490873 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.491164 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.491458 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.492245 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.492590 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.492890 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.493175 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.493455 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.493736 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.494017 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.494297 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.494569 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.494860 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.495149 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.495437 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.495714 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.495992 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.496295 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.496576 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.496860 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.497132 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.497409 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.497696 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.497984 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.498259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.498537 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.498845 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.499131 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.499416 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.499703 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.499978 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.500301 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.500583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.500856 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.501131 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_json = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.501408 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.501683 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.501969 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.502247 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.502521 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.502797 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.503071 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.503360 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.503636 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:42.503944 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.504270 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.504569 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.504857 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.505167 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.505450 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.505743 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.506023 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.506315 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.506608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.506897 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.507697 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.508001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.508328 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.508628 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.508936 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.509233 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.509529 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.509807 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.510083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.510362 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.510647 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.510937 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.511217 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.511510 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.511805 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.512110 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.512411 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.512705 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.512996 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.513295 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.513588 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.513867 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.514149 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.514442 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.514724 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.515003 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.515294 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.515575 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.515854 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.516162 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.516460 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.516751 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.517028 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.517314 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.517605 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.517885 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.518159 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.518433 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.518711 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.518988 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.519274 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.519556 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.519831 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.520256 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.520416 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.520693 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.520972 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.521254 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.521530 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.521813 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.522090 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.522365 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.523259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.523562 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.523562 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.524111 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.524395 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.524681 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.524959 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.525235 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.525513 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.525791 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.526067 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.526395 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.526657 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.526941 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.527231 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.527513 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.527795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.528095 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.528382 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.528689 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.528945 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.529308 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.529530 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.529812 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.530099 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.530381 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.530701 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.530985 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.531265 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.533540 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.534209 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.534209 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.534209 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.534446 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.534733 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.535049 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.535337 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:42.535555 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:19:42.535808 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103732) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 18:19:42.980471 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 18:19:42.980753 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 18:19:42.981973 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 18:19:42.982332 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 18:19:43.363236 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.363525 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.363801 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.366977 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.367267 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.367541 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.422711 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.422985 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.423257 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.438399 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.438686 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.438961 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.469986 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.470264 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.470534 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.508720 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.509214 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.509301 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.746446 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.746642 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.746905 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.747175 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.748110 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.849784 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.850108 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.850394 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.850703 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.851018 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.851447 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.851720 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.851983 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.852269 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.852565 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.852827 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.853094 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.853356 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.853606 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.853863 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.854318 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.854430 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.854657 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.854933 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.855199 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.855470 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.855726 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.856010 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.856415 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.856671 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.856937 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.857329 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.857593 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.857815 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.858055 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.858293 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.858529 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:43.858904 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 18:19:43.862401 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 18:19:43.866509 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 18:19:43.870497 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 16 18:19:43.872169 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 18:19:43.872646 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 18:19:43.872988 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 18:19:43.873385 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 18:19:43.876222 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 18:19:43.876474 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 18:19:43.876819 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:19:43.882553 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 18:19:43.906966 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 18:19:43.907436 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.907742 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103732) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 18:19:43.908150 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.909528 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103732) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 18:19:43.909821 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:19:43.910073 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 18:19:43.913733 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:43.914024 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.062208 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 18:19:44.062387 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 18:19:44.062595 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 18:19:44.062989 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 18:19:44.117597 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO dbcounter [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Registered counter for database neutron Jun 16 18:19:44.137568 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_db.sqlalchemy.engines [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103732) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 18:19:44.143506 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG dbcounter [-] [103732] Writer thread running {{(pid=103732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:19:44.706106 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing driver for type 'gre' Jun 16 18:19:44.706958 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] gre ID ranges: [(1, 1000)] Jun 16 18:19:44.768805 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing driver for type 'local' Jun 16 18:19:44.769073 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing driver for type 'vlan' Jun 16 18:19:44.783164 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] VlanTypeDriver initialization complete Jun 16 18:19:44.783511 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing driver for type 'vxlan' Jun 16 18:19:44.784136 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] vxlan ID ranges: [(1, 1000)] Jun 16 18:19:44.845889 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing extension driver 'port_security' Jun 16 18:19:44.846265 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] PortSecurityExtensionDriver initialization complete Jun 16 18:19:44.846698 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing mechanism driver 'openvswitch' Jun 16 18:19:44.847218 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing mechanism driver 'hyperv' Jun 16 18:19:44.855340 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:19:44.856020 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.856433 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.856795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.857331 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.857766 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.858127 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.858480 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.858878 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.859294 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.859650 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.860000 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.860423 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.860837 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.861195 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.861544 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.861938 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.862352 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.862706 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.863053 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.863580 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.863995 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.864379 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.864734 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.865131 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:19:44.865582 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] ML2 OVO RPC backend initialized. {{(pid=103732) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 18:19:44.867037 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.867474 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.868063 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.868430 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > networks before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.868789 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.869143 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > ports before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.869504 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.869858 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.870217 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.870568 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.870913 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.871259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.871607 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.871951 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.872411 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.872680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.873023 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.880984 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded quota_driver: . Jun 16 18:19:44.881361 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.plugin [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Modular L2 Plugin initialization complete Jun 16 18:19:44.881719 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading services supported by the core plugin {{(pid=103732) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 18:19:44.882613 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.plugins.ml2.managers [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Got port-security extension from driver 'port_security' Jun 16 18:19:44.883285 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.extensions.vlantransparent [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Disabled vlantransparent extension. Jun 16 18:19:44.883791 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103732) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 18:19:44.884153 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: router Jun 16 18:19:44.921139 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.921545 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_create 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.921927 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router before_create 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.922301 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.922679 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.923056 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_delete 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.923424 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.923784 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.924188 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_create 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.924543 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.924905 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.925267 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.925635 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.926061 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.926440 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.926782 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.927127 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: subnet after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.927480 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.927844 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.928233 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.928585 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.929549 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.930077 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router after_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.930449 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.930815 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.931182 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.931536 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.931918 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > agent after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.932308 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.932662 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.933599 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Tracking information for resource: router configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:44.933940 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Tracking information for resource: floatingip configured {{(pid=103732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:19:44.939186 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.db.l3_agentschedulers_db [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 18:19:44.939776 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.940180 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.940545 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.940910 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: port after_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.941738 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router before_create 55550100 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.942110 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.942479 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.942848 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.948521 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.provider_configuration [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service providers = [] {{(pid=103732) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 18:19:44.948903 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.db.servicetype_db [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103732) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 18:19:44.952037 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.service_base [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:19:44.952456 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.service_base [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:19:44.952862 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.service_base [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:19:44.953880 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.services.service_base [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:19:44.954404 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.services.service_base [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 18:19:44.954864 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.955252 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 18:19:44.971555 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.972113 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: auto_allocate Jun 16 18:19:44.979070 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: network precommit_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.979455 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: network precommit_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.980000 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.980358 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: tag Jun 16 18:19:44.987101 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.987437 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: timestamp Jun 16 18:19:44.992210 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.992504 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: network_ip_availability Jun 16 18:19:44.998111 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.998497 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.998862 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:44.999620 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:44.999967 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: flavors Jun 16 18:19:45.004800 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:45.005134 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading Plugin: revisions Jun 16 18:19:45.010081 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:19:45.010477 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.029s {{(pid=103732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 18:19:45.011262 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103732) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 18:19:45.011611 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Initializing extension manager. Jun 16 18:19:45.012259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: __init__.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.012836 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: __pycache__ {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.013185 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.013561 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: address_group.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.014385 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.014993 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: address-group Jun 16 18:19:45.015329 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: address_scope.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.016082 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.016631 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: address-scope Jun 16 18:19:45.016963 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.017988 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.018518 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: router-admin-state-down-before-update Jun 16 18:19:45.018899 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: agent.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.019578 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.020121 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: agent Jun 16 18:19:45.020460 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: agent_resources_synced.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.021399 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.021950 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: agent-resources-synced Jun 16 18:19:45.022283 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.024330 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.024866 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: allowed-address-pairs Jun 16 18:19:45.025199 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.026316 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.026867 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: auto-allocated-topology Jun 16 18:19:45.027205 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: availability_zone.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.027918 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.028468 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: availability_zone Jun 16 18:19:45.028800 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: availability_zone_filter.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.029737 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.030251 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: availability_zone_filter Jun 16 18:19:45.030582 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: data_plane_status.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.031509 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.032028 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 18:19:45.032391 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: default_subnetpools.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.033319 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.033838 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: default-subnetpools Jun 16 18:19:45.034171 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.035018 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.035537 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: dhcp_agent_scheduler Jun 16 18:19:45.035869 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: dns.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.036854 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.037372 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 18:19:45.037708 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: dns_domain_ports.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.038692 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.039212 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 18:19:45.039548 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.040520 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.041042 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 18:19:45.041375 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: dvr.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.042062 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.042856 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: dvr Jun 16 18:19:45.043190 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: ecmp_routes.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.044217 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.044748 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 18:19:45.045082 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: empty_string_filtering.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.046004 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.046532 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: empty-string-filtering Jun 16 18:19:45.046863 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.047795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.048354 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:19:45.048687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.049620 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.050146 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 18:19:45.050478 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: external_net.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.051408 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.051936 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: external-net Jun 16 18:19:45.052291 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.053233 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.054307 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: extra_dhcp_opt Jun 16 18:19:45.054608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: extraroute.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.055543 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.056083 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: extraroute Jun 16 18:19:45.056423 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: extraroute_atomic.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.057485 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.058007 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: extraroute-atomic Jun 16 18:19:45.058360 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: filter_validation.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.059033 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.059552 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: filter-validation Jun 16 18:19:45.059882 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: fip_pf_description.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.060854 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.061376 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 18:19:45.061706 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.062637 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.063159 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 18:19:45.063488 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: fip_port_details.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.064459 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.064978 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: fip-port-details Jun 16 18:19:45.065308 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: flavors.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.066569 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.067098 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: flavors Jun 16 18:19:45.067439 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.072083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.072667 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 18:19:45.072991 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: floatingip_pools.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.073746 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.074282 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: floatingip-pools Jun 16 18:19:45.074625 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: ip_allocation.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.075607 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.076159 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 18:19:45.076503 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.077447 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.077978 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: ip-substring-filtering Jun 16 18:19:45.078325 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l2_adjacency.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.079282 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.079808 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 18:19:45.080183 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.081211 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.081747 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: router Jun 16 18:19:45.082083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.084418 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.085216 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:19:45.085571 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.086536 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.087084 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: ext-gw-mode Jun 16 18:19:45.087426 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.088405 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.088933 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: l3-ha Jun 16 18:19:45.089273 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.090200 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.090728 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 18:19:45.091062 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_flavors.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.092004 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.092570 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: l3-flavors Jun 16 18:19:45.092907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.094298 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.094852 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 18:19:45.095176 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.096160 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.096699 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 18:19:45.097029 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: l3agentscheduler.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.098119 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.098647 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: l3_agent_scheduler Jun 16 18:19:45.098985 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: local_ip.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.101061 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.101601 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension local_ip not supported by any of loaded plugins Jun 16 18:19:45.101935 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: logging.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.103442 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.103983 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension logging not supported by any of loaded plugins Jun 16 18:19:45.104354 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: metering.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.105118 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.105717 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: metering Jun 16 18:19:45.106056 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.107178 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.107716 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: metering_source_and_destination_fields Jun 16 18:19:45.108071 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: multiprovidernet.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.109015 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.109546 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: multi-provider Jun 16 18:19:45.109882 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: netmtu.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.111001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.111710 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: net-mtu Jun 16 18:19:45.112103 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: netmtu_writable.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.113331 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.113899 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: net-mtu-writable Jun 16 18:19:45.114398 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: network_availability_zone.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.115205 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.115734 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: network_availability_zone Jun 16 18:19:45.116089 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: network_ip_availability.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.117968 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.118508 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: network-ip-availability Jun 16 18:19:45.118841 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: network_segment_range.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.119655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.120216 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 18:19:45.120553 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: pagination.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.121579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.121909 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: pagination Jun 16 18:19:45.122241 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_device_profile.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.123166 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.123701 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-device-profile Jun 16 18:19:45.124034 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_mac_address_override.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.125019 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.125546 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-mac-override Jun 16 18:19:45.125879 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.126820 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.127343 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-mac-address-regenerate Jun 16 18:19:45.127674 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.128621 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.129144 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-numa-affinity-policy Jun 16 18:19:45.129475 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_resource_request.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.130393 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.130912 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 18:19:45.131243 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.132825 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.133436 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 18:19:45.133767 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: portbindings.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.134716 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.135242 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: binding Jun 16 18:19:45.135572 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: portbindings_extended.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.136914 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.137446 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: binding-extended Jun 16 18:19:45.137788 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: portsecurity.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.138727 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.139258 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-security Jun 16 18:19:45.139591 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: project_id.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.140638 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.140980 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: project-id Jun 16 18:19:45.141304 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: providernet.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.142254 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.142790 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: provider Jun 16 18:19:45.143121 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.146753 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.147297 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos not supported by any of loaded plugins Jun 16 18:19:45.148356 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.149760 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.150297 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 18:19:45.150640 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.151608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.152172 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 18:19:45.152507 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_default.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.153453 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.153978 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-default not supported by any of loaded plugins Jun 16 18:19:45.154316 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_fip.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.155263 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.155795 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 18:19:45.156163 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.157098 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.157615 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 18:19:45.157951 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.158893 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.159417 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 18:19:45.159753 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.160715 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.161250 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 18:19:45.161587 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.162669 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.163269 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 18:19:45.164132 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.165289 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.165824 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 18:19:45.166163 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_pps_rule.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.167643 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.168240 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 18:19:45.168579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.169519 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.170048 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 18:19:45.170382 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.171518 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.172066 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 18:19:45.172400 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: qos_rules_alias.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.173484 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.174014 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 18:19:45.174347 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: quota_check_limit.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.175277 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.175801 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: quota-check-limit Jun 16 18:19:45.176167 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: quotasv2.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.177277 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.177604 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: quotas Jun 16 18:19:45.177970 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: quotasv2_detail.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.180099 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.180451 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: quota_details Jun 16 18:19:45.180794 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: rbac.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.181904 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.182470 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: rbac-policies Jun 16 18:19:45.182868 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: rbac_address_group.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.184000 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.184366 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: rbac-address-group Jun 16 18:19:45.184700 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: rbac_address_scope.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.185727 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.186255 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: rbac-address-scope Jun 16 18:19:45.186588 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: rbac_security_groups.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.187546 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.188097 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: rbac-security-groups Jun 16 18:19:45.188434 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.189376 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.189903 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: rbac-subnetpool Jun 16 18:19:45.190232 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: revisionifmatch.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.191249 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.191789 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: revision-if-match Jun 16 18:19:45.192753 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: revisions.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.193242 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.193777 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: standard-attr-revisions Jun 16 18:19:45.194115 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: router_availability_zone.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.194999 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.195541 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: router_availability_zone Jun 16 18:19:45.195877 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: routerservicetype.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.196877 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.197594 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 18:19:45.197712 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.198654 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.199182 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: security-groups-normalized-cidr Jun 16 18:19:45.199512 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.200479 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.201011 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: port-security-groups-filtering Jun 16 18:19:45.201341 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.202301 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.202823 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: security-groups-remote-address-group Jun 16 18:19:45.203158 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.204157 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.204687 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: security-groups-shared-filtering Jun 16 18:19:45.205017 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: securitygroup.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.215844 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.216454 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: security-group Jun 16 18:19:45.216808 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: segment.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.217625 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.218154 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension segment not supported by any of loaded plugins Jun 16 18:19:45.218495 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.219554 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.220107 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 18:19:45.220450 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: servicetype.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.221649 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.222190 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: service-type Jun 16 18:19:45.222533 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: sorting.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.223542 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.223884 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: sorting Jun 16 18:19:45.224276 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: standard_attr_segment.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.225200 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.226363 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 18:19:45.226691 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: standardattrdescription.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.227534 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.227838 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: standard-attr-description Jun 16 18:19:45.228205 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: stateful_security_group.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.229218 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.229757 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: stateful-security-group Jun 16 18:19:45.230089 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: stdattrs_common.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.230690 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 18:19:45.231207 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.232068 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.232621 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 18:19:45.232948 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnet_onboard.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.234132 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.234659 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: subnet_onboard Jun 16 18:19:45.235001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.235973 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.236526 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 18:19:45.236865 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnet_service_types.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.238910 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.239439 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: subnet-service-types Jun 16 18:19:45.239773 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnetallocation.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.240933 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.241510 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: subnet_allocation Jun 16 18:19:45.241893 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.242704 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.243239 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: subnetpool-prefix-ops Jun 16 18:19:45.243574 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.244548 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.245078 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 18:19:45.245412 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: tagging.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.246542 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.247080 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: standard-attr-tag Jun 16 18:19:45.247438 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: timestamp.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.248685 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.249227 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loaded extension: standard-attr-timestamp Jun 16 18:19:45.249563 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: trunk.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.250626 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.251160 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension trunk not supported by any of loaded plugins Jun 16 18:19:45.251498 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: trunk_details.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.252464 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.252998 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 18:19:45.253334 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.254284 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.254809 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 18:19:45.255143 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Loading extension file: vlantransparent.py {{(pid=103732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:19:45.255853 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:19:45.256410 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 18:19:45.259215 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:network Jun 16 18:19:45.259760 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnet Jun 16 18:19:45.260205 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:19:45.260609 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:port Jun 16 18:19:45.261955 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.262426 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service FLAVORS assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.263040 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.263478 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.263820 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:router Jun 16 18:19:45.264306 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:19:45.264810 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service METERING assigned prefix: /metering {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.266298 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:45.266678 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:45.267048 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:19:45.268199 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:19:45.269315 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:19:45.269315 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:19:45.269717 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service CORE assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.270074 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:19:45.271058 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] subnetpool is already registered Jun 16 18:19:45.271058 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service CORE assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.271220 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:19:45.271490 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] subnetpool is already registered Jun 16 18:19:45.274491 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.274935 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service FLAVORS assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.275547 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.275978 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.276347 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:router Jun 16 18:19:45.276698 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] router is already registered Jun 16 18:19:45.277116 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:19:45.277463 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] floatingip is already registered Jun 16 18:19:45.277936 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service METERING assigned prefix: /metering {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.278634 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:19:45.278967 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] rbac_policy is already registered Jun 16 18:19:45.280299 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:19:45.280299 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] security_group is already registered Jun 16 18:19:45.280299 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:19:45.280537 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] security_group_rule is already registered Jun 16 18:19:45.281373 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service CORE assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.281482 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:19:45.284419 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] subnetpool is already registered Jun 16 18:19:45.284419 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.v2.resource_helper [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Service CORE assigned prefix: {{(pid=103732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:19:45.284419 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:19:45.284419 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING neutron.quota.resource_registry [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] subnetpool is already registered Jun 16 18:19:45.284419 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: extensions {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.284925 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: address-groups {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.286421 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: address-scopes {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.287743 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: agents {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.289512 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: auto-allocated-topology {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.290762 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: availability_zones {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.291998 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: dhcp-networks {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.293837 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: dhcp-agents {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.295266 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: routers {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.297011 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: flavors {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.298293 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: service_profiles {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.299499 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: next_providers {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.300980 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: service_profiles {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.303740 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: floatingip-pools {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.305016 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: routers {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.306732 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: floatingips {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.308021 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: l3-routers {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.309513 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: l3-agents {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.310942 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: metering-labels {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.312226 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: metering-label-rules {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.313610 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: network-ip-availabilities {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.314916 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: bindings {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.316521 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: quotas {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.318210 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: quotas {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.320298 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: rbac-policies {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.321493 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: security-groups {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.322804 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: security-group-rules {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.324072 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: service-providers {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.325314 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: subnetpools {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.326648 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: subnetpools {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.328239 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.329934 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.331770 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.333662 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.335965 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.337933 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.339656 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.341579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.343339 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.345134 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron.api.extensions [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Extended resource: tags {{(pid=103732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:19:45.351797 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING keystonemiddleware.auth_token [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 18:19:45.357108 dv-cinder-813229-10-iscsi neutron-server[103732]: WARNING keystonemiddleware.auth_token [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 18:19:45.367454 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Acquired lock "singleton_lock" {{(pid=103732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 18:19:45.367454 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_concurrency.lockutils [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Releasing lock "singleton_lock" {{(pid=103732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 18:19:45.367970 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Starting 2 workers Jun 16 18:19:45.372952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Started child 103841 {{(pid=103732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:19:45.377860 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Started child 103843 {{(pid=103732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:19:45.378620 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.379566 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO neutron.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 18:19:45.380283 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.380420 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [-] (103841) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:19:45.380803 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53302) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:19:45.382896 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Starting 1 workers Jun 16 18:19:45.383164 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.384669 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [-] (103843) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:19:45.388285 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Started child 103844 {{(pid=103732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:19:45.388844 dv-cinder-813229-10-iscsi neutron-server[103732]: INFO oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Starting 1 workers Jun 16 18:19:45.390444 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068321 Jun 16 18:19:45.392377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] calling RpcWorker wait() {{(pid=103844) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 18:19:45.393750 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] returning from RpcWorker wait() {{(pid=103844) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 18:19:45.394228 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.394464 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Started child 103845 {{(pid=103732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:19:45.394699 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:19:45.395323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2dfb-15e5-4e93-a4c5-d5299b3a50b7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.397691 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:19:45.397691 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:19:45.398616 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:19:45.398616 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:19:45.398616 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:19:45.398616 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:19:45.400085 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.400085 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.400085 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.400085 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.400576 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.400840 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.401096 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.401377 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.401639 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.401812 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.402021 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.402401 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.402677 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.403070 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.403363 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.403616 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.403893 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.404086 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.404431 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.404722 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.404973 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.405338 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] debug = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.405601 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.406096 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.406347 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.406605 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.406826 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.407122 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.407379 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.407725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.407983 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.408308 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.408514 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.408750 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.409020 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.409263 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.409500 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.409901 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.410141 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.410726 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] host = dv-cinder-813229-10-iscsi {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.410971 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.411192 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.411479 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.411736 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.411992 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.412317 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.412669 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.412926 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.414333 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.414333 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.414546 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.414823 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.415063 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.415250 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:45.415740 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.415740 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_options = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.415740 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.415973 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.417811 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.417811 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.417811 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.418056 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.418136 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.418687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.418687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.418841 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420114 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420114 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420114 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420114 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420114 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420458 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420531 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.420777 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422403 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422472 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422676 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.422926 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.423329 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.423434 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.423715 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.423931 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.424222 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.424444 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.424904 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.425211 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.425439 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.425908 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.426033 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.426304 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.426817 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.427330 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.430934 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.432099 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.432587 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.433039 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.433498 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.433945 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_json = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.434387 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.434813 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.435336 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.436278 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.436746 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.437448 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.437877 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.438343 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.438766 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.439387 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.439868 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.440433 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.440886 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.441360 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.442151 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.442593 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.443041 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.443470 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.443877 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.444883 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.445378 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.445527 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:19:45.446222 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.446696 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.447154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.447903 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.448517 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.450033 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.450590 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.451077 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.451499 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.451772 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.452118 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.452360 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.453435 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.453701 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.453965 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.455106 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.455106 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.455106 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.455340 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.456259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.456542 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.456806 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.457036 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.457307 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.457564 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.457801 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.458050 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.458294 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.458912 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.458912 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.459083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.459318 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.459572 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.459829 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.461632 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.461738 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.461926 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.462688 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.462939 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.463187 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.463605 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.463710 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.463873 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.465832 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.465832 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.466187 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.466611 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.467053 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.467451 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.467865 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.469589 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.470184 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.470796 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.471363 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.471970 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.472665 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.473363 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.474090 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.474755 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.475365 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.477562 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.478144 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.478601 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.479060 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.479507 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.479952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.480408 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.480828 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.481250 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.481669 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.482129 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.482569 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.483009 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.483428 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.483864 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.484326 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.484777 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.485207 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.485622 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.486132 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.486574 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.487039 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.487491 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.487963 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.488427 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.488861 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.489157 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.489480 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.489764 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.490211 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.490667 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.491153 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.492157 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.492776 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.493229 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.493769 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.494635 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.495268 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.495891 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.496573 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.497221 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.497937 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.498589 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.499252 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.499867 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.500582 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.501395 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.501852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.502270 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.502749 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.503165 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.503608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.504464 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.504743 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.505179 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.506079 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.506079 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.506469 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.507306 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.508262 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.508262 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.508262 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509094 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509094 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509094 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509278 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509452 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.509764 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.511314 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.511758 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.512188 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.512486 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.512763 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.513021 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.513312 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.513578 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.513830 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.514173 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.514427 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.514655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.514925 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.515186 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.516270 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.516750 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.517194 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.517662 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.518191 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.518608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.518927 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.519153 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.519439 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.519679 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.520109 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.520448 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.520787 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.521154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.521154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.521154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.521154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.521154 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.523194 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.523412 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.523542 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.523742 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.524287 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.524731 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.525117 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.525584 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.526223 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.526858 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.527465 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.528156 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.528806 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.529428 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.530001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.530420 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.530767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:19:45.530897 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.531161 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.531603 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.531954 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.532414 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.532848 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.533400 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.533805 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.534214 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.534646 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.535050 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.535453 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.535834 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.536259 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.536649 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.537062 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.537448 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.537852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.538277 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.538690 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.539185 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.539473 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.539931 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.540359 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.540985 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.540985 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.541238 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.541627 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.542005 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.542631 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.542875 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.543275 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.543652 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.544021 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.544283 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.544591 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.545016 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.545398 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.545820 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.546054 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.546282 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.546520 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.546775 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.546995 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.547795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.547795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.547795 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.548095 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.548196 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.548344 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.548573 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.549655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.549655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.549655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.549655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.549655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550039 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550039 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550249 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550475 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.550900 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.551123 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.551399 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.551683 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.552106 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.552359 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.552577 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.552808 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.553030 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.553243 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.553530 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.553822 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.554229 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.554683 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.554924 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.555310 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.555733 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.556254 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.556883 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.557314 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.557712 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.558080 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.558663 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.559371 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.560007 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.560779 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.561215 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.561647 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.562382 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.563091 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.563812 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.564982 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.564982 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.565201 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.565867 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.566267 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.566532 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.566890 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.567404 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.567404 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.567719 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.569800 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.570416 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.570859 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.571117 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.571390 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.571625 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.571882 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.572150 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.572392 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.572618 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.572857 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.573081 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.573247 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:19:45.573834 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:19:45.573999 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:19:45.574149 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:19:45.574345 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:19:45.574678 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:19:45.574678 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:19:45.574888 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.575200 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.575508 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.575824 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576012 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576208 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576375 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576538 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576682 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.576840 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577167 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577314 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577467 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577626 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577793 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.577963 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.578107 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.578269 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.578437 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.578590 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.578904 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] debug = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.579119 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.579279 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.579460 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.579606 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.579725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580024 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580225 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580383 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580543 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580702 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.580864 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581019 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581330 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581492 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581813 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.581969 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.582288 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] host = dv-cinder-813229-10-iscsi {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.582445 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.582752 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.582913 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.583068 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.583365 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.583662 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.583973 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.584234 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.584395 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.584576 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.585572 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.585963 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.586257 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.594995 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.595515 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_options = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.595692 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.595862 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596030 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596256 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596427 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596575 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596741 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.596900 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.597139 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.597381 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.597622 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.597803 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.597976 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598148 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.598907 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599261 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599261 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599381 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599517 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599668 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599805 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.599963 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600152 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600309 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600545 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600642 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600797 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.600952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601168 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601326 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601484 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601640 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601794 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.601948 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602108 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602328 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602503 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602654 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602793 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.602952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603103 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603256 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603410 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_json = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603564 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603718 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.603874 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604029 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604210 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604364 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604518 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.604850 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:19:45.605123 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.605273 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.605359 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.605530 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.605719 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.605881 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.606042 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.606299 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.606571 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.606844 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.607130 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.607403 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.607692 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.607921 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608121 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608288 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608449 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608786 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.608936 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609070 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609226 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609393 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609550 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609731 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.609901 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610060 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610228 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610385 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610588 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610765 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.610925 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611087 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611249 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611406 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611565 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611724 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.611966 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.612167 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.612289 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.612444 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.612601 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.612834 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.613145 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.613271 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.613515 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.613739 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.613961 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.614336 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.614505 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.614647 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.615243 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.615243 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.615411 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.615521 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.615780 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.616025 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.616368 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.616651 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.616879 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617023 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617506 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617506 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617506 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617825 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.617825 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618041 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.618680 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619565 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619649 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.619820 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620134 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620265 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620424 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620582 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620740 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.620952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621058 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621187 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621343 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621499 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621655 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621810 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.621967 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.622141 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.622628 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.622628 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.622628 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623090 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623090 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623090 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623294 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623408 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623532 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623687 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.623844 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.624006 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.624878 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.624878 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.624878 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.624878 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.625337 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.625337 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.625725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.625725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.625725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626149 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626149 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626364 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626364 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626658 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626658 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626803 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.626924 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627083 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627240 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627406 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627689 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627792 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.627873 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628025 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628232 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628352 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628628 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628731 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628812 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.628997 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.629380 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.629380 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.629608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.629608 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.629763 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.630020 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.630249 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.630391 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.630599 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.630821 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.631068 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.631256 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.631418 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.631557 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.631720 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.632388 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.632549 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.632731 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.632869 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633119 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633311 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633478 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633617 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633751 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.633952 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.634091 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.634256 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.634667 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.634909 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635058 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635248 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635462 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635714 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.635876 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636037 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636222 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636366 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636522 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636689 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.636903 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637084 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637253 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637386 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637551 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637688 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.637859 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638001 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638148 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638300 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638462 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638667 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638806 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.638931 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639059 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639222 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639386 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639568 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639717 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.639880 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640040 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640216 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640436 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640609 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640760 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.640867 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.641012 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.641258 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.641424 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642095 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642095 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642095 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642405 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642405 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642559 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642722 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.642882 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.643046 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.643222 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.643447 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.643642 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.643853 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644010 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644263 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644422 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644734 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.644891 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645065 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645223 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645586 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645586 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645739 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645818 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.645965 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.646124 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.646310 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.646562 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.646752 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.647069 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.647272 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.647567 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.649344 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.649517 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.649666 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.649812 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.649983 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650199 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650348 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650441 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650584 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650725 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.650892 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651053 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651200 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651433 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651704 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651704 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651930 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.651930 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652129 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652290 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652416 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652557 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652732 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.652900 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653052 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653193 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653508 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653648 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653791 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.653993 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654129 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654323 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654463 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654609 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654742 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.654877 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655027 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655159 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655303 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655444 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655662 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655937 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.655937 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656302 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656302 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656579 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656756 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656756 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.656996 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.657852 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.658583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.658583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.658583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.658583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.658583 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.659358 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.659358 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.659358 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:19:45.659358 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:19:54.838490 dv-cinder-813229-10-iscsi neutron-server[103732]: DEBUG dbcounter [-] [103732] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:19:57.473173 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f7819-1b00-45e0-b435-b8b6fd54d1e7 None None] get_active_networks_info from dv-cinder-813229-10-iscsi {{(pid=103844) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 18:19:57.484333 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writer thread running {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:19:57.553892 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b93a8330-7c44-40ba-a52e-333b3eaa7ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:57.590904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13f7819-1b00-45e0-b435-b8b6fd54d1e7 None None] No non-hosted networks {{(pid=103844) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 18:19:59.140554 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writer thread running {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:19:59.684954 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-587a62ea-a113-4ccc-983b-dce056c989eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:19:59.750004 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4c220dd-5c4a-4350-9a52-07f0a18347c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:00.986338 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:01.162819 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53390) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:01.825213 dv-cinder-813229-10-iscsi neutron-server[103841]: WARNING oslo_policy.policy [None req-7166f42f-9e41-46e5-a3ba-9f4d71d6304f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:01.826255 dv-cinder-813229-10-iscsi neutron-server[103841]: WARNING oslo_policy.policy [None req-7166f42f-9e41-46e5-a3ba-9f4d71d6304f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:02.233764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-7166f42f-9e41-46e5-a3ba-9f4d71d6304f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:20:02.248086 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7166f42f-9e41-46e5-a3ba-9f4d71d6304f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0715747 Jun 16 18:20:02.416649 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:02.770399 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:02.772345 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.772842 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.773462 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.774096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.774967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.775457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.775887 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.776520 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.777123 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.777928 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.778583 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.779095 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.779641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.781042 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.781775 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:02.782385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:02.795745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:05.168552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53422) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:05.485633 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.db.l3_hamode_db [None req-79bfc6f5-5928-4792-821f-cda184ba28cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 18:20:05.580299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfc6f5-5928-4792-821f-cda184ba28cb None None] Routers set() bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:20:05.580697 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfc6f5-5928-4792-821f-cda184ba28cb None None] Router IDs set() for agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 18:20:05.850488 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING oslo_policy.policy [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:05.851103 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING oslo_policy.policy [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:06.070680 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:06.169383 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.policy [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103843) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:20:06.212346 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING oslo_policy.policy [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:06.212741 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING oslo_policy.policy [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:06.235444 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writer thread running {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:20:06.318845 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614638739', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614639239', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614687841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614696539', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614670400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778614677671', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-849272', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2058150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1989792'] for rbac-policy (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:06.402627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:06.404221 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7485f9e5-a4e3-44ad-b110-1c6be1d23442 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2337399 Jun 16 18:20:08.826373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53438) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:09.177231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:09.210780 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Made reservation on behalf of 659d7d2e6b2d4e0484e8acd3e74c8b0d for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:20:09.214919 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.233165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.357010 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks [] for security_group (a3b9c6ee-bbb4-4dc8-b0da-a132043df296), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.361192 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a3b9c6ee-bbb4-4dc8-b0da-a132043df296), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.397742 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:20:09.430697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778612394222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (93e30bfd-bac5-490d-840e-4ecd26720590), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.430697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Unsubscribe: segment precommit_create {{(pid=103843) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:20:09.431009 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Added segment 93e30bfd-bac5-490d-840e-4ecd26720590 of type vlan for network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 Jun 16 18:20:09.437304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b9c6ee-bbb4-4dc8-b0da-a132043df296,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:09.460931 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.461376 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.461761 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.462121 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.462460 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.462788 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.463114 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.463440 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.463881 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.464143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.464469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.464806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.465130 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.465452 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.465770 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Tracked resource versions report: Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: pushed versions: Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: { 'AddressGroup': {'1.2'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Agent': {'1.1'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'ConntrackHelper': {'1.0'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Log': {'1.0'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'NDPProxy': {'1.0'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Network': {'1.1'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Port': {'1.7'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'PortForwarding': {'1.3'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'QosPolicy': {'1.10'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroup': {'1.5'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SubPort': {'1.0'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Subnet': {'1.1'}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Trunk': {'1.1'}} Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: consumer versions: Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Agent': '1.1', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'ConntrackHelper': '1.0', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'LocalIPAssociation': '1.0', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Log': '1.0', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'NDPProxy': '1.0', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Network': '1.1', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Port': '1.7', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'PortForwarding': '1.3', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'QosPolicy': '1.10', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroup': '1.5', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroupRule': '1.2', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SubPort': '1.0', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Subnet': '1.1', Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Trunk': '1.1'}} Jun 16 18:20:09.467198 dv-cinder-813229-10-iscsi neutron-server[103843]: {{(pid=103843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:20:09.549467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (44db8ba2-d6ae-4e0e-b04a-7a721da6a541), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.591320 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (44db8ba2-d6ae-4e0e-b04a-7a721da6a541), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.596710 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:09.597427 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:09.635791 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:09.717723 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8901598 Jun 16 18:20:09.722215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adfda6-ba87-4380-a028-d1e5bc1609ec demo demo] Pushing event updated for resources: {'Network': ['ID=44db8ba2-d6ae-4e0e-b04a-7a721da6a541,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:09.738193 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:20:12.179350 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53452) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:12.443995 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:12.445562 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=9 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:12.619749 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df304d1-7955-419a-b363-df69b8c658e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:12.621204 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8df304d1-7955-419a-b363-df69b8c658e2 demo admin] 10.222.0.30 "GET /v2.0/networks/44db8ba2-d6ae-4e0e-b04a-7a721da6a541 HTTP/1.1" status: 200 len: 826 time: 0.4408791 Jun 16 18:20:12.647055 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b74162d8-de69-4f12-aaaf-ac7468a3ad47 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/c386c1f5-427e-4f22-87d2-6b9cb4de569a HTTP/1.1" status: 200 len: 734 time: 0.0195000 Jun 16 18:20:12.655970 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'ip_version': 4, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:12.680117 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Made reservation on behalf of 659d7d2e6b2d4e0484e8acd3e74c8b0d for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:20:12.682518 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:12.870453 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:12.992822 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (280cacf3-61da-4041-8c6e-5f84e973c54f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:13.063317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=280cacf3-61da-4041-8c6e-5f84e973c54f,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:13.073088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Checking segment: {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:20:13.073475 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Network hostable DHCP agents. Network: 44db8ba2-d6ae-4e0e-b04a-7a721da6a541, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:20:13.101466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:20:13.114961 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 44db8ba2-d6ae-4e0e-b04a-7a721da6a541) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:13.120779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:13.121308 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:13.126569 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041e61a-b301-480a-af9b-e1cf0874b740 None None] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:20:13.141940 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a9258a4d-dd7d-4660-9878-7bfaa95a21d3 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4891722 Jun 16 18:20:13.403631 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:20:13.405084 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:13.705744 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Allocated IP 172.20.0.2 (44db8ba2-d6ae-4e0e-b04a-7a721da6a541/280cacf3-61da-4041-8c6e-5f84e973c54f/3a89945c-1185-4f2c-a63a-fb546f0159ff) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:20:13.811709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:13.992581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks [] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:14.001919 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:14.065811 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:20:14.077583 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:14.090578 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:20:14.097774 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Pushing event updated for resources: {'Port': ['ID=3a89945c-1185-4f2c-a63a-fb546f0159ff,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:14.124920 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:14.130162 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.131100 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.131100 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.131325 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.131571 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.131854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.132202 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.132527 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.132864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.133190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.133512 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.133846 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.134169 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.134486 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.134801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Tracked resource versions report: Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: pushed versions: Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: { 'AddressGroup': {'1.2'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Agent': {'1.1'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'ConntrackHelper': {'1.0'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Log': {'1.0'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'NDPProxy': {'1.0'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Network': {'1.1'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Port': {'1.7'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'PortForwarding': {'1.3'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'QosPolicy': {'1.10'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroup': {'1.5'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SubPort': {'1.0'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Subnet': {'1.1'}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Trunk': {'1.1'}} Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: consumer versions: Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Agent': '1.1', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'ConntrackHelper': '1.0', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'LocalIPAssociation': '1.0', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Log': '1.0', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'NDPProxy': '1.0', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Network': '1.1', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Port': '1.7', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'PortForwarding': '1.3', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'QosPolicy': '1.10', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroup': '1.5', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroupRule': '1.2', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SubPort': '1.0', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Subnet': '1.1', Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Trunk': '1.1'}} Jun 16 18:20:14.136262 dv-cinder-813229-10-iscsi neutron-server[103844]: {{(pid=103844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:20:14.190742 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Attempting to bind port 3a89945c-1185-4f2c-a63a-fb546f0159ff on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:20:14.191140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Attempting to bind port 3a89945c-1185-4f2c-a63a-fb546f0159ff by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:20:14.191562 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Attempting to bind port 3a89945c-1185-4f2c-a63a-fb546f0159ff on network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:20:14.197408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:20:14.197788 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Checking segment: {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:20:14.198287 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:14.198656 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Bound using segment: {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:20:14.199145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Bound port: 3a89945c-1185-4f2c-a63a-fb546f0159ff, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:20:14.199546 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:14.266671 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] For port 3a89945c-1185-4f2c-a63a-fb546f0159ff, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:20:14.288669 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] For port 3a89945c-1185-4f2c-a63a-fb546f0159ff, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=3a89945c-1185-4f2c-a63a-fb546f0159ff,segment=NetworkSegment(93e30bfd-bac5-490d-840e-4ecd26720590),segment_id=93e30bfd-bac5-490d-840e-4ecd26720590)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:20:14.296007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:14.360011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf563-6854-4883-aa2b-a151fab3fbf6 None None] Pushing event updated for resources: {'Port': ['ID=3a89945c-1185-4f2c-a63a-fb546f0159ff,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:15.690100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53466) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:16.043826 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-a5fdcb43-3c32-495d-aa40-ad079c25a443 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:20:16.044930 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a5fdcb43-3c32-495d-aa40-ad079c25a443 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3537207 Jun 16 18:20:18.530615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53474) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:18.879181 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-f1c468a9-b6e8-4a80-9211-98f4816145fa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:20:18.880500 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f1c468a9-b6e8-4a80-9211-98f4816145fa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3489294 Jun 16 18:20:21.333131 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53486) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:21.719552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:21.782197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.policy [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:20:21.827459 dv-cinder-813229-10-iscsi neutron-server[103841]: WARNING oslo_policy.policy [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:21.827864 dv-cinder-813229-10-iscsi neutron-server[103841]: WARNING oslo_policy.policy [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:20:21.849645 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writer thread running {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:20:21.850343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:21.898899 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (1096885a-2569-492b-8679-9624d8d991eb), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:21.900849 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (1096885a-2569-492b-8679-9624d8d991eb), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:22.068154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Publish callbacks [] for router_controller (1096885a-2569-492b-8679-9624d8d991eb), precommit_add_association {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:22.073877 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (1096885a-2569-492b-8679-9624d8d991eb), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:22.102176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:22.107986 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-42b530a7-e72f-422f-9964-46a818b90015 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7688138 Jun 16 18:20:22.753414 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aecc80-395b-44d8-8931-12987a13c769 None None] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:20:22.826473 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Provisioning complete for port 3a89945c-1185-4f2c-a63a-fb546f0159ff triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:22.826886 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:22.910066 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 3a89945c-1185-4f2c-a63a-fb546f0159ff up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:20:23.074616 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Current status of the port 3a89945c-1185-4f2c-a63a-fb546f0159ff is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:23.075011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:23.096692 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 3a89945c-1185-4f2c-a63a-fb546f0159ff triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:23.097153 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:23.131201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=23,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:23.135216 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:23.152205 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] For port 3a89945c-1185-4f2c-a63a-fb546f0159ff, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=3a89945c-1185-4f2c-a63a-fb546f0159ff,segment=NetworkSegment(93e30bfd-bac5-490d-840e-4ecd26720590),segment_id=93e30bfd-bac5-490d-840e-4ecd26720590)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:20:23.160175 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:23.243821 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64916c-022a-4a51-9fb4-52b7e66d2505 None None] Pushing event updated for resources: {'Port': ['ID=3a89945c-1185-4f2c-a63a-fb546f0159ff,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:23.252696 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 3a89945c-1185-4f2c-a63a-fb546f0159ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:23.280970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1f91672b-e17c-4b11-a7f3-370c4914a334 None None] Provisioning complete for port 3a89945c-1185-4f2c-a63a-fb546f0159ff triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:23.281367 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f91672b-e17c-4b11-a7f3-370c4914a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:23.302727 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:23.363647 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1f91672b-e17c-4b11-a7f3-370c4914a334 None None] Current status of the port 3a89945c-1185-4f2c-a63a-fb546f0159ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:24.557280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53502) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:24.862858 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 3a89945c-1185-4f2c-a63a-fb546f0159ff up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:20:24.903237 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-15fc37f7-7e95-463e-b29e-083df126731c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:20:24.904248 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-15fc37f7-7e95-463e-b29e-083df126731c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3459992 Jun 16 18:20:24.905042 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:24.913223 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 3a89945c-1185-4f2c-a63a-fb546f0159ff triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:24.913616 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:24.990908 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 3a89945c-1185-4f2c-a63a-fb546f0159ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:27.346201 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-732f4bb8-4396-4505-ac37-de5327fdecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.390671 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53510) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:27.738602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:27.763750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Made reservation on behalf of 243115c739b84006986ba2e6345f2509 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:20:27.766444 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.782903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.893190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks [] for security_group (9d19dfb3-f8aa-4266-a8b0-97929ea43009), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.897151 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (9d19dfb3-f8aa-4266-a8b0-97929ea43009), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.908538 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 18:20:27.943716 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778612394222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:27.944286 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Unsubscribe: segment precommit_create {{(pid=103841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:20:27.944799 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Added segment 6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4 of type flat for network 1efc8066-ee8c-466f-bb52-0e88047e61db Jun 16 18:20:27.961263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19dfb3-f8aa-4266-a8b0-97929ea43009,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:28.010977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.011315 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.011672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.012003 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.012360 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.012685 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.013013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.013329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.013711 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.014042 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.014323 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.014649 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.014965 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.015279 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.015601 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Tracked resource versions report: Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: pushed versions: Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: { 'AddressGroup': {'1.2'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Agent': {'1.1'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'ConntrackHelper': {'1.0'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Log': {'1.0'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'NDPProxy': {'1.0'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Network': {'1.1'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Port': {'1.7'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'PortForwarding': {'1.3'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'QosPolicy': {'1.10'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroup': {'1.5'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SubPort': {'1.0'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Subnet': {'1.1'}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Trunk': {'1.1'}} Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: consumer versions: Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Agent': '1.1', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'ConntrackHelper': '1.0', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'LocalIPAssociation': '1.0', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Log': '1.0', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'NDPProxy': '1.0', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Network': '1.1', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Port': '1.7', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'PortForwarding': '1.3', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'QosPolicy': '1.10', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroup': '1.5', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroupRule': '1.2', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SubPort': '1.0', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Subnet': '1.1', Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Trunk': '1.1'}} Jun 16 18:20:28.017122 dv-cinder-813229-10-iscsi neutron-server[103841]: {{(pid=103841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:20:28.065382 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (1efc8066-ee8c-466f-bb52-0e88047e61db), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:28.109137 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (1efc8066-ee8c-466f-bb52-0e88047e61db), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:28.110600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:28.111444 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:28.183130 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7912378 Jun 16 18:20:28.220839 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa47eb9-feee-4da3-97a4-0996f946e2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1efc8066-ee8c-466f-bb52-0e88047e61db,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:28.234125 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 1efc8066-ee8c-466f-bb52-0e88047e61db details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:20:28.463863 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:20:29.689350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-95e4f2bf-8acf-43c8-9281-c59e5060f569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:30.577744 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 53522) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:30.946088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:31.021346 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc05e66-ee5f-4a0f-831b-a3c61b58998a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:31.022585 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2dc05e66-ee5f-4a0f-831b-a3c61b58998a demo admin] 10.222.0.30 "GET /v2.0/subnets/280cacf3-61da-4041-8c6e-5f84e973c54f HTTP/1.1" status: 200 len: 849 time: 0.4437943 Jun 16 18:20:31.168486 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-364e02a4-b8a0-4d2b-b428-dfd0c15b336a demo admin] 10.222.0.30 "GET /v2.0/routers/1096885a-2569-492b-8679-9624d8d991eb HTTP/1.1" status: 200 len: 704 time: 0.1395462 Jun 16 18:20:31.446831 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:31.472979 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:31.526726 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:31.761073 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Allocated IP 172.20.0.1 (44db8ba2-d6ae-4e0e-b04a-7a721da6a541/280cacf3-61da-4041-8c6e-5f84e973c54f/b47f2f8d-1719-464d-b499-ee999dffad2e) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:20:31.952220 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks [] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.022143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.097216 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:20:32.105125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:32.115123 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:20:32.115796 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (1096885a-2569-492b-8679-9624d8d991eb), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.135753 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Pushing event updated for resources: {'Port': ['ID=b47f2f8d-1719-464d-b499-ee999dffad2e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:32.377895 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.386297 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-744fbdf8-276b-41c0-a8b8-1d1977aa9a31 None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:32.386854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-744fbdf8-276b-41c0-a8b8-1d1977aa9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.411713 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.421125 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-744fbdf8-276b-41c0-a8b8-1d1977aa9a31 None None] Port b47f2f8d-1719-464d-b499-ee999dffad2e cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:20:32.588776 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks [] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.593376 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.594280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (1096885a-2569-492b-8679-9624d8d991eb), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.658025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Pushing event updated for resources: {'Port': ['ID=b47f2f8d-1719-464d-b499-ee999dffad2e,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:32.692582 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:32.697677 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:32.732886 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:20:32.734238 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:32.765959 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.902673 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Router 1096885a-2569-492b-8679-9624d8d991eb is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:20:32.940706 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-46a2f3b5-aa61-4d34-8750-d87625b6e985 None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:32.941096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46a2f3b5-aa61-4d34-8750-d87625b6e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:32.978830 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-46a2f3b5-aa61-4d34-8750-d87625b6e985 None None] Port b47f2f8d-1719-464d-b499-ee999dffad2e cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:20:33.000176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:20:33.007384 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c2ec616c-b042-44bd-846b-63caee764ce0 demo admin] 10.222.0.30 "PUT /v2.0/routers/1096885a-2569-492b-8679-9624d8d991eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8324008 Jun 16 18:20:33.012793 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Sync routers for ids ['1096885a-2569-492b-8679-9624d8d991eb'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:20:33.031224 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Routers {'1096885a-2569-492b-8679-9624d8d991eb'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:20:33.033486 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:20:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['1096885a-2569-492b-8679-9624d8d991eb'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:33.232792 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Set router 1096885a-2569-492b-8679-9624d8d991eb gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:20:33.699076 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:32Z', 'revision_number': 2, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port_host': None, '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:32Z', 'revision_number': 2, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:33.752023 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Checking router: 1096885a-2569-492b-8679-9624d8d991eb for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:20:33.752419 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Updating router 1096885a-2569-492b-8679-9624d8d991eb port b47f2f8d-1719-464d-b499-ee999dffad2e binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:20:33.813474 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.340881 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks [] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.347471 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.519065 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Pushing event updated for resources: {'Port': ['ID=b47f2f8d-1719-464d-b499-ee999dffad2e,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:34.530689 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Attempting to bind port b47f2f8d-1719-464d-b499-ee999dffad2e on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:20:34.531248 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Attempting to bind port b47f2f8d-1719-464d-b499-ee999dffad2e by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:20:34.531679 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Attempting to bind port b47f2f8d-1719-464d-b499-ee999dffad2e on network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:20:34.534681 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.535036 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.535385 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.536406 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.536922 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.537266 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.537602 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.537929 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.538285 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.538624 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.538953 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.539294 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.539622 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.539952 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.540295 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Tracked resource versions report: Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: pushed versions: Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: { 'AddressGroup': {'1.2'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Agent': {'1.1'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'ConntrackHelper': {'1.0'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Log': {'1.0'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'NDPProxy': {'1.0'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Network': {'1.1'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Port': {'1.7'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'PortForwarding': {'1.3'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'QosPolicy': {'1.10'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroup': {'1.5'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SubPort': {'1.0'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Subnet': {'1.1'}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Trunk': {'1.1'}} Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: consumer versions: Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Agent': '1.1', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'ConntrackHelper': '1.0', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'LocalIPAssociation': '1.0', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Log': '1.0', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'NDPProxy': '1.0', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Network': '1.1', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Port': '1.7', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'PortForwarding': '1.3', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'QosPolicy': '1.10', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroup': '1.5', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroupRule': '1.2', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SubPort': '1.0', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Subnet': '1.1', Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Trunk': '1.1'}} Jun 16 18:20:34.542027 dv-cinder-813229-10-iscsi neutron-server[103845]: {{(pid=103845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:20:34.550119 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:20:34.551372 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Checking segment: {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:20:34.551372 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.551564 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Bound using segment: {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:20:34.552016 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Bound port: b47f2f8d-1719-464d-b499-ee999dffad2e, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e30bfd-bac5-490d-840e-4ecd26720590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:20:34.552422 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.606499 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-9b3e4471-7ce3-4e1c-8749-1261fe1b862f None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:34.607050 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4471-7ce3-4e1c-8749-1261fe1b862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.619343 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:34.623823 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] For port b47f2f8d-1719-464d-b499-ee999dffad2e, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:20:34.641042 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e4471-7ce3-4e1c-8749-1261fe1b862f None None] Port b47f2f8d-1719-464d-b499-ee999dffad2e cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:20:34.645533 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] For port b47f2f8d-1719-464d-b499-ee999dffad2e, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=b47f2f8d-1719-464d-b499-ee999dffad2e,segment=NetworkSegment(93e30bfd-bac5-490d-840e-4ecd26720590),segment_id=93e30bfd-bac5-490d-840e-4ecd26720590)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:20:34.652289 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:34.655366 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:34.715052 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281afb28-7e8e-48e8-b57d-f2886f370bce None None] Pushing event updated for resources: {'Port': ['ID=b47f2f8d-1719-464d-b499-ee999dffad2e,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:34.725685 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Routers {'1096885a-2569-492b-8679-9624d8d991eb'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:20:34.726333 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:20:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['1096885a-2569-492b-8679-9624d8d991eb'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:34.815771 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] Set router 1096885a-2569-492b-8679-9624d8d991eb gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:20:34.967857 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:34.969028 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:35.020377 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:32Z', 'revision_number': 2, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port_host': None, '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:34Z', 'revision_number': 4, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:35.045213 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f89149-a63c-424e-932a-f9d9245115a9 None None] The sync data for ids ['1096885a-2569-492b-8679-9624d8d991eb'] in dv-cinder-813229-10-iscsi is: [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:32Z', 'revision_number': 2, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port_host': None, '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:34Z', 'revision_number': 4, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:20:35.055582 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Current status of the port b47f2f8d-1719-464d-b499-ee999dffad2e is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:35.055982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:35.094170 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] For port b47f2f8d-1719-464d-b499-ee999dffad2e, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=b47f2f8d-1719-464d-b499-ee999dffad2e,segment=NetworkSegment(93e30bfd-bac5-490d-840e-4ecd26720590),segment_id=93e30bfd-bac5-490d-840e-4ecd26720590)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:20:35.099190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:35.149924 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad80fd9-2a4e-4dde-8551-03abc66f94f0 None None] Pushing event updated for resources: {'Port': ['ID=b47f2f8d-1719-464d-b499-ee999dffad2e,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:35.491016 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53544) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:35.709708 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2bd15-f3ec-4240-b036-c1759981d8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:35.711015 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e2c2bd15-f3ec-4240-b036-c1759981d8e6 admin admin] 10.222.0.30 "GET /v2.0/networks/1efc8066-ee8c-466f-bb52-0e88047e61db HTTP/1.1" status: 200 len: 842 time: 0.2188370 Jun 16 18:20:35.721097 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:35.742915 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Made reservation on behalf of 243115c739b84006986ba2e6345f2509 for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:20:35.745310 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:36.086926 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.objects.ports [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103843) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 18:20:36.087200 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (cc59b7be-969a-44b3-939d-d52b98e67bf9), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:36.145904 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc59b7be-969a-44b3-939d-d52b98e67bf9,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:36.154426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:20:36.154780 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Network hostable DHCP agents. Network: 1efc8066-ee8c-466f-bb52-0e88047e61db, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:20:36.173109 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:20:36.183448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 1efc8066-ee8c-466f-bb52-0e88047e61db) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:36.189129 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:36.189513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:36.193364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de571cb-f11b-482a-8c28-c38685ed2164 None None] Network 1efc8066-ee8c-466f-bb52-0e88047e61db requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:20:36.208317 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7e0a83f5-b57c-40bb-bf1a-865b0f6b04d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4901519 Jun 16 18:20:36.330058 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f29bb-90b6-483f-9770-a40e0893e877 None None] Network 1efc8066-ee8c-466f-bb52-0e88047e61db requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:20:38.655506 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53562) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:38.890728 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8256d7ce-14bc-4bbe-bac6-86a635acfb2a demo admin] 10.222.0.30 "GET /v2.0/routers/1096885a-2569-492b-8679-9624d8d991eb HTTP/1.1" status: 200 len: 710 time: 0.2340615 Jun 16 18:20:38.987159 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9090e-a6d1-415d-a8ad-09906304802a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:20:38.988986 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-70e9090e-a6d1-415d-a8ad-09906304802a demo admin] 10.222.0.30 "GET /v2.0/networks/1efc8066-ee8c-466f-bb52-0e88047e61db HTTP/1.1" status: 200 len: 886 time: 0.0914116 Jun 16 18:20:38.998015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:20:39.244700 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:39.248648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks [] for router_gateway (1096885a-2569-492b-8679-9624d8d991eb), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:39.261868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:39.569590 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks [] for router_gateway (1096885a-2569-492b-8679-9624d8d991eb), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:39.648328 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:39.808464 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Allocated IP 172.27.2.98 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/d049e9ac-a0f8-4d14-8f8f-cf867c57b259) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:20:39.928420 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks [] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:39.991165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:40.077239 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:20:40.085671 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:20:40.088415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:20:40.099954 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Pushing event updated for resources: {'Port': ['ID=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:40.381712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:40.400567 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks [] for router_gateway (1096885a-2569-492b-8679-9624d8d991eb), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:40.502892 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:40.604895 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1918540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1918702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4904'] for router (1096885a-2569-492b-8679-9624d8d991eb), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:40.610626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1918535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1918590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1919584'] for router (1096885a-2569-492b-8679-9624d8d991eb), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:40.727880 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Router 1096885a-2569-492b-8679-9624d8d991eb has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:20:40.859262 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:20:40.864571 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:40.866107 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0a87393d-d5a9-42b2-a8a2-8009f21402c6 demo admin] 10.222.0.30 "PUT /v2.0/routers/1096885a-2569-492b-8679-9624d8d991eb HTTP/1.1" status: 200 len: 889 time: 1.8712316 Jun 16 18:20:40.917838 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device b47f2f8d-1719-464d-b499-ee999dffad2e up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:20:40.953364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:40.973805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:40.976581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:40.977226 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:41.072859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port b47f2f8d-1719-464d-b499-ee999dffad2e is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:41.651641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Sync routers for ids ['1096885a-2569-492b-8679-9624d8d991eb'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:20:41.664066 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Routers {'1096885a-2569-492b-8679-9624d8d991eb'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:20:41.664734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:20:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['1096885a-2569-492b-8679-9624d8d991eb'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:41.874562 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Set router 1096885a-2569-492b-8679-9624d8d991eb gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:20:42.338803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:40Z', 'revision_number': 4, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port': {'id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:39Z', 'updated_at': '2022-06-16T18:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:35Z', 'revision_number': 5, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:42.388920 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Checking router: 1096885a-2569-492b-8679-9624d8d991eb for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:20:42.389283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Updating router 1096885a-2569-492b-8679-9624d8d991eb port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:20:42.447801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.767729 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks [] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.774987 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.829700 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Attempting to bind port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:20:42.830071 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Attempting to bind port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:20:42.830439 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Attempting to bind port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:20:42.836161 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a687e3b-1039-4718-b30b-f7a77127aaea None None] Pushing event updated for resources: {'Port': ['ID=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:42.840700 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:20:42.841070 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:20:42.841467 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.841854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:20:42.842331 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Bound port: d049e9ac-a0f8-4d14-8f8f-cf867c57b259, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:20:42.842714 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.890734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:42.893438 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] For port d049e9ac-a0f8-4d14-8f8f-cf867c57b259, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:20:42.897698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] For port d049e9ac-a0f8-4d14-8f8f-cf867c57b259, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:20:42.904396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:42.909183 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:42.965965 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Routers {'1096885a-2569-492b-8679-9624d8d991eb'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:20:42.966588 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:20:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['1096885a-2569-492b-8679-9624d8d991eb'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:42.995712 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=34 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:42.998289 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=23,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:43.006304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a687e3b-1039-4718-b30b-f7a77127aaea None None] Pushing event updated for resources: {'Port': ['ID=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:43.078201 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] Set router 1096885a-2569-492b-8679-9624d8d991eb gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:20:43.303184 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:40Z', 'revision_number': 4, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port': {'id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:39Z', 'updated_at': '2022-06-16T18:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:35Z', 'revision_number': 5, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:20:43.329566 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35704327-61b9-4bf0-a2c0-b315f9ad3d96 None None] The sync data for ids ['1096885a-2569-492b-8679-9624d8d991eb'] in dv-cinder-813229-10-iscsi is: [{'id': '1096885a-2569-492b-8679-9624d8d991eb', 'name': 'router1', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:20:21Z', 'updated_at': '2022-06-16T18:20:40Z', 'revision_number': 4, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'gw_port': {'id': 'd049e9ac-a0f8-4d14-8f8f-cf867c57b259', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:39Z', 'updated_at': '2022-06-16T18:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'b47f2f8d-1719-464d-b499-ee999dffad2e', 'name': '', 'network_id': '44db8ba2-d6ae-4e0e-b04a-7a721da6a541', 'tenant_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'mac_address': 'fa:16:3e:a5:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1096885a-2569-492b-8679-9624d8d991eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:20:31Z', 'updated_at': '2022-06-16T18:20:35Z', 'revision_number': 5, 'project_id': '659d7d2e6b2d4e0484e8acd3e74c8b0d', 'subnets': [{'id': '280cacf3-61da-4041-8c6e-5f84e973c54f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c386c1f5-427e-4f22-87d2-6b9cb4de569a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:20:43.363782 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 53574) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:20:43.594428 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d9d56e41-0a64-482f-9e2d-d6f7d459bf17 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2293153 Jun 16 18:20:44.906966 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device d049e9ac-a0f8-4d14-8f8f-cf867c57b259 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:20:44.995851 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:44.996268 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:45.013137 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=1,neutron:SELECT=46 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:45.045301 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=35 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:45.093039 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:45.093499 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:45.121421 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port d049e9ac-a0f8-4d14-8f8f-cf867c57b259, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:20:45.126098 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:45.181017 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=d049e9ac-a0f8-4d14-8f8f-cf867c57b259,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:20:46.911047 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device d049e9ac-a0f8-4d14-8f8f-cf867c57b259 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:20:46.959500 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:20:46.960259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (d049e9ac-a0f8-4d14-8f8f-cf867c57b259), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:47.041811 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port d049e9ac-a0f8-4d14-8f8f-cf867c57b259 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:20:53.586341 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=32 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:53.590422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=51 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:57.035998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:57.040667 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:20:57.345832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0c7385af-5cdc-45ee-8b4f-8afcb6cf61a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:20:59.697250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-465b6855-50dc-4a65-959a-9f0d92709a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:00.949435 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:02.374783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:02.776223 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:05.463813 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:21:12.760894 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:12.767336 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:17.473178 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:17.474621 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:27.347912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fffcfefa-42ad-4a93-929b-4c45af7aa1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:29.693291 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-991e6183-f5bd-4ff4-97ff-1ce7c6d567f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:30.947630 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:32.364264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:32.762394 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:42.359833 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:42.463226 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:21:42.758608 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:54.473506 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:55.458762 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:21:57.342148 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dbbf-fbf5-4f31-adef-ef57a49856f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:21:59.686964 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d47188b-14d8-45dc-bf2b-2a9a409973b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:00.951679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:02.365064 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:02.769852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:03.520502 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54116) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:03.583556 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a1902e-332f-4527-aed7-68d40f2fad51 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:22:03.584927 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-81a1902e-332f-4527-aed7-68d40f2fad51 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634789 Jun 16 18:22:03.752920 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b402b-0e0e-4eda-b962-74d8cd0db792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:03.754408 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-588b402b-0e0e-4eda-b962-74d8cd0db792 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1652448 Jun 16 18:22:05.943340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54126) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:06.039864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a24e8c-70aa-4b27-8d50-6a6b707ae632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:06.041584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-52a24e8c-70aa-4b27-8d50-6a6b707ae632 admin admin] 10.222.0.30 "GET /v2.0/subnets/280cacf3-61da-4041-8c6e-5f84e973c54f HTTP/1.1" status: 200 len: 849 time: 0.0971954 Jun 16 18:22:06.051849 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:22:06.142368 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Publish callbacks [] for subnet (280cacf3-61da-4041-8c6e-5f84e973c54f), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:06.287702 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778612304460'] for subnet (280cacf3-61da-4041-8c6e-5f84e973c54f), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:06.319069 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:06.319666 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:06.331479 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] 10.222.0.30 "PUT /v2.0/subnets/280cacf3-61da-4041-8c6e-5f84e973c54f HTTP/1.1" status: 200 len: 868 time: 0.2732937 Jun 16 18:22:06.331708 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56982a50-d301-41d9-a71b-c5b8f2f3a50f None None] Network 44db8ba2-d6ae-4e0e-b04a-7a721da6a541 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:22:06.344218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Pushing event updated for resources: {'Subnet': ['ID=280cacf3-61da-4041-8c6e-5f84e973c54f,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:22:06.352763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.353118 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.353493 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.353841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.354179 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.354514 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.354845 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.355176 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.355551 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.355950 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.356405 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.356739 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.357062 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.358574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.358574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ac8ec-86f9-4367-9e88-67ef8d1e110a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:22:06.721448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Provisioning complete for port b47f2f8d-1719-464d-b499-ee999dffad2e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:22:06.721732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b47f2f8d-1719-464d-b499-ee999dffad2e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:06.797077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Current status of the port b47f2f8d-1719-464d-b499-ee999dffad2e is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:22:06.806516 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Provisioning complete for port 3a89945c-1185-4f2c-a63a-fb546f0159ff triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:22:06.806911 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3a89945c-1185-4f2c-a63a-fb546f0159ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:06.884905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-d8c94d7c-a0dc-4188-bdeb-3bd7ac3d6fc5 None None] Current status of the port 3a89945c-1185-4f2c-a63a-fb546f0159ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:22:08.520336 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54134) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:08.725396 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb58ae93-7713-4a76-b3f9-aa300cb43624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:08.725783 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb58ae93-7713-4a76-b3f9-aa300cb43624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:08.727337 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-eb58ae93-7713-4a76-b3f9-aa300cb43624 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2060187 Jun 16 18:22:10.944469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54142) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:11.083301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd8afd-8df9-4c5f-bde9-b4c5fb61fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:11.083774 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd8afd-8df9-4c5f-bde9-b4c5fb61fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:11.085339 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-89bd8afd-8df9-4c5f-bde9-b4c5fb61fca7 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1399271 Jun 16 18:22:13.286387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54150) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:13.413582 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:13.416937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8dbc72-d3c5-4d2a-96aa-a361356b2f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:13.418325 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-6d8dbc72-d3c5-4d2a-96aa-a361356b2f9d admin admin] 10.222.0.30 "GET /v2.0/networks/1efc8066-ee8c-466f-bb52-0e88047e61db HTTP/1.1" status: 200 len: 886 time: 0.1309838 Jun 16 18:22:15.662866 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54158) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:15.803971 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:15.821937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7218d0-7ec2-4bc8-9f66-532d9f42daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:15.823332 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7f7218d0-7ec2-4bc8-9f66-532d9f42daf7 admin admin] 10.222.0.30 "GET /v2.0/networks/44db8ba2-d6ae-4e0e-b04a-7a721da6a541 HTTP/1.1" status: 200 len: 870 time: 0.1595042 Jun 16 18:22:16.872785 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:16.883430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:18.020797 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54166) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:18.147084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87c6fa-8725-423e-9689-fa55b8b8dfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:18.147553 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87c6fa-8725-423e-9689-fa55b8b8dfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:18.149112 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4c87c6fa-8725-423e-9689-fa55b8b8dfd6 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273792 Jun 16 18:22:19.461992 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:22:20.316543 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54174) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:20.451525 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90eb03-4836-462c-8702-2094206e2ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:20.451983 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90eb03-4836-462c-8702-2094206e2ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:20.454769 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ba90eb03-4836-462c-8702-2094206e2ff8 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372597 Jun 16 18:22:22.643935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54184) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:22.738980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f5364f-dfe4-4bb1-ac1f-fa058ecd69e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:22.740438 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-39f5364f-dfe4-4bb1-ac1f-fa058ecd69e8 admin admin] 10.222.0.30 "GET /v2.0/subnets/280cacf3-61da-4041-8c6e-5f84e973c54f HTTP/1.1" status: 200 len: 868 time: 0.0954378 Jun 16 18:22:24.961745 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54192) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:25.054815 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e65b9-bca2-4ebc-a9fd-c296ed55d716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:25.056501 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2f7e65b9-bca2-4ebc-a9fd-c296ed55d716 admin admin] 10.222.0.30 "GET /v2.0/subnets/cc59b7be-969a-44b3-939d-d52b98e67bf9 HTTP/1.1" status: 200 len: 816 time: 0.0937762 Jun 16 18:22:27.347807 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9db5b235-6b66-4492-8733-92f86466fbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:28.139168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:28.142736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=22 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:29.691878 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-25030c41-8694-447c-8de5-449f107ad8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:30.954041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:31.464882 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:31.469475 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:32.371423 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:32.763923 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:35.047058 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=18 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:35.052106 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=18 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:42.753515 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:42.759925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:52.611327 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:52.621606 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=12 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:22:52.849446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54246) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:52.900220 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-5d6d5e9f-de5e-425d-941a-580391b84383 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:22:52.901231 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-5d6d5e9f-de5e-425d-941a-580391b84383 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0508542 Jun 16 18:22:55.202514 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54254) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:55.267966 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0492a7-67f9-49da-b13d-406dbb6291af admin admin] GET failed (client error): The resource could not be found. Jun 16 18:22:55.269328 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cf0492a7-67f9-49da-b13d-406dbb6291af admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658739 Jun 16 18:22:55.434552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d53b73-3686-4990-9ea1-dc376e5aaeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:55.435957 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a1d53b73-3686-4990-9ea1-dc376e5aaeb7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1625512 Jun 16 18:22:56.460395 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:22:57.340691 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-793a8d1f-352e-44bd-bdf7-54dd4ab565a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.709306 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54262) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:22:57.761957 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:22:57.784213 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Made reservation on behalf of 243115c739b84006986ba2e6345f2509 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:22:57.786608 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.826071 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING neutron.services.revisions.revision_plugin [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Could not find related network for resource to bump revision. Jun 16 18:22:57.840476 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:22:57.851042 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (535d07b8-1129-494f-85ef-f03635faa5a1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.851383 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Added segment 535d07b8-1129-494f-85ef-f03635faa5a1 of type vlan for network f58471f7-f865-461e-a1a3-c7370c6c6172 Jun 16 18:22:57.895502 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (f58471f7-f865-461e-a1a3-c7370c6c6172), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.922300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (f58471f7-f865-461e-a1a3-c7370c6c6172), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.923267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:22:57.923837 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:22:57.976146 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.2657056 Jun 16 18:22:58.031748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00cc1d-0ddb-40c5-bb5a-e92981d9c1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f58471f7-f865-461e-a1a3-c7370c6c6172,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:22:58.042822 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network f58471f7-f865-461e-a1a3-c7370c6c6172 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:22:59.695530 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db9d5a6e-0e74-4422-8694-1173a1c86f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:00.210222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54270) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:23:00.271786 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.pecan_wsgi.hooks.translation [None req-221930ab-4520-4fcc-9ea7-6b89909177a9 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:23:00.273089 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-221930ab-4520-4fcc-9ea7-6b89909177a9 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619140 Jun 16 18:23:00.346747 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7b49c-55db-448c-be1b-40922b3caf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:23:00.348251 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d0d7b49c-55db-448c-be1b-40922b3caf4c admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0710187 Jun 16 18:23:00.357886 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Request body: {'subnet': {'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:23:00.379226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Made reservation on behalf of 243115c739b84006986ba2e6345f2509 for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:23:00.381764 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:00.642506 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (f5c7a2a5-a4af-472e-9aec-51c39a61ff63), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:00.693529 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c7a2a5-a4af-472e-9aec-51c39a61ff63,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:23:00.710662 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Checking segment: {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:23:00.711013 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Network hostable DHCP agents. Network: f58471f7-f865-461e-a1a3-c7370c6c6172, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:23:00.729522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Network f58471f7-f865-461e-a1a3-c7370c6c6172 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:23:00.740329 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, f58471f7-f865-461e-a1a3-c7370c6c6172) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:23:00.744777 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:23:00.745357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:00.750863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2464ff-a598-474d-b966-f4cc9a394497 None None] Network f58471f7-f865-461e-a1a3-c7370c6c6172 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:23:00.763680 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d295d324-1a69-4163-ac56-44d84b504b37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4090264 Jun 16 18:23:00.972770 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:00.975007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-f58471f7-f865-461e-a1a3-c7370c6c6172', 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172', 'project_id': '243115c739b84006986ba2e6345f2509', 'fixed_ips': [{'subnet_id': 'f5c7a2a5-a4af-472e-9aec-51c39a61ff63'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:23:00.975946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.132979 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Allocated IP 192.168.233.2 (f58471f7-f865-461e-a1a3-c7370c6c6172/f5c7a2a5-a4af-472e-9aec-51c39a61ff63/3246447c-ccd7-4443-ac84-212ed29deef0) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:23:01.285519 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks [] for port (3246447c-ccd7-4443-ac84-212ed29deef0), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.292675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.329864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Network f58471f7-f865-461e-a1a3-c7370c6c6172 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:23:01.331125 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:23:01.335639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:23:01.356115 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Pushing event updated for resources: {'Port': ['ID=3246447c-ccd7-4443-ac84-212ed29deef0,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:23:01.375035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.375372 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.375732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.376153 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.376444 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.376768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.377089 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.377412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.377748 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.378065 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.378389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.378718 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.379036 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.379348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.379662 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:23:01.417104 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Attempting to bind port 3246447c-ccd7-4443-ac84-212ed29deef0 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:23:01.417465 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Attempting to bind port 3246447c-ccd7-4443-ac84-212ed29deef0 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:23:01.417823 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Attempting to bind port 3246447c-ccd7-4443-ac84-212ed29deef0 on network f58471f7-f865-461e-a1a3-c7370c6c6172 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:23:01.423734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:23:01.424135 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Checking segment: {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:23:01.424531 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.424920 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Bound using segment: {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:23:01.425376 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Bound port: 3246447c-ccd7-4443-ac84-212ed29deef0, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:23:01.425751 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.493885 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] For port 3246447c-ccd7-4443-ac84-212ed29deef0, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:23:01.497918 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] For port 3246447c-ccd7-4443-ac84-212ed29deef0, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=3246447c-ccd7-4443-ac84-212ed29deef0,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:23:01.505919 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:01.572603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde212-a32e-4d65-bb6b-6c78f6706856 None None] Pushing event updated for resources: {'Port': ['ID=3246447c-ccd7-4443-ac84-212ed29deef0,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:23:02.379503 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.422408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12345d8e-672d-44fb-bf92-a50f1525e751 None None] Network f58471f7-f865-461e-a1a3-c7370c6c6172 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:23:02.490771 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:02.496087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:02.496982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Provisioning complete for port 3246447c-ccd7-4443-ac84-212ed29deef0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:23:02.497370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.627333 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Current status of the port 3246447c-ccd7-4443-ac84-212ed29deef0 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:23:02.627882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.666053 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] For port 3246447c-ccd7-4443-ac84-212ed29deef0, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=3246447c-ccd7-4443-ac84-212ed29deef0,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:23:02.675926 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.743363 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69f4b-4392-4b23-9c46-d0adba4dc8a9 None None] Pushing event updated for resources: {'Port': ['ID=3246447c-ccd7-4443-ac84-212ed29deef0,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:23:02.774988 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.794761 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-dd108b12-bd70-417c-a210-248801ec067e None None] Provisioning complete for port 3246447c-ccd7-4443-ac84-212ed29deef0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:23:02.795243 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dd108b12-bd70-417c-a210-248801ec067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:02.875437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-dd108b12-bd70-417c-a210-248801ec067e None None] Current status of the port 3246447c-ccd7-4443-ac84-212ed29deef0 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:23:02.972815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 3246447c-ccd7-4443-ac84-212ed29deef0 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:23:03.019760 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 3246447c-ccd7-4443-ac84-212ed29deef0 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:23:03.020218 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3246447c-ccd7-4443-ac84-212ed29deef0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:03.101434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 3246447c-ccd7-4443-ac84-212ed29deef0 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:23:05.421519 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=10 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:05.431908 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=12 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:08.471719 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:08.476171 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:10.749223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=64,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:10.756500 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=7,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:13.093383 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:13.099956 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:27.346336 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54be9c52-5726-443e-9f40-79b9bd35d2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:29.702197 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b579c569-6c65-4c6d-baff-855f8d0d41cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:30.962029 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:32.375070 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:32.769225 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:33.458991 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:23:42.763762 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:42.764634 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:55.454605 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:55.455504 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:23:57.349230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4398141a-b3df-472a-b29d-a0079d229995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:23:59.695469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b52fa95-5007-4811-a45a-fb1d500fcb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:00.964282 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:02.379724 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:02.774867 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:10.458586 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:24:12.766958 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:12.769649 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:22.469978 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:22.470788 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:27.038798 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54310) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:24:27.044733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [None req-808232d7-cd8a-4d2f-b8a5-359fabee5f45 tempest-verify_tempest_config-1186586704 tempest-verify_tempest_config-1186586704-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:24:27.045704 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-808232d7-cd8a-4d2f-b8a5-359fabee5f45 tempest-verify_tempest_config-1186586704 tempest-verify_tempest_config-1186586704-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059536 Jun 16 18:24:27.352291 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d4f37b45-9b10-41b5-b09d-0e1a9721079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.359685 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54328) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:24:27.466807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.547880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Publish callbacks [] for security_group (5de2f588-8806-459b-b65a-907902fb2102), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.552186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5de2f588-8806-459b-b65a-907902fb2102), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.600013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2f588-8806-459b-b65a-907902fb2102,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:24:27.603767 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0270e1a060b4089be7f8752a3350a9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2430515 Jun 16 18:24:27.607745 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54332) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:24:27.610160 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.610550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.611023 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.611472 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.611665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.612000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.612515 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.612812 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.613189 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.613550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.613880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.614212 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.614542 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.614867 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.615192 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5cda-1d97-4818-8c16-d9fb4570c423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.664815 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Publish callbacks [] for security_group (5de2f588-8806-459b-b65a-907902fb2102), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.688250 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Publish callbacks [] for security_group (5de2f588-8806-459b-b65a-907902fb2102), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.786859 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5de2f588-8806-459b-b65a-907902fb2102), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.789401 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:27.790819 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5de2f588-8806-459b-b65a-907902fb2102 HTTP/1.1" status: 204 len: 168 time: 0.1819937 Jun 16 18:24:27.799794 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2f588-8806-459b-b65a-907902fb2102,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:24:27.807198 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.807545 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.807889 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.808273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.808740 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.809056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.809387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.809720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.810097 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.810412 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.810748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.811080 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.811404 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.811727 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:27.812133 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26cd44-ecdf-4c78-bf3e-816703c0c868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:24:29.698049 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-774ca3db-d77f-45de-844b-78cc90bd1e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:30.970139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:32.382316 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:32.771577 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:37.597800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:37.606020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:37.802945 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:37.803724 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:42.764040 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:42.766849 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:47.460027 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:24:57.355971 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6bf102a9-2b86-495a-ad6f-f7bc06b88274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:24:59.467872 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=17 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:59.468653 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=17 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:24:59.703542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1b848431-171f-460a-88af-8ccd8784c84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:00.971944 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:02.383579 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:02.766459 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:12.758366 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:12.760283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:24.459518 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:25:27.361237 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01d8bf88-4783-4183-bd1e-1fcfc231fb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:29.710278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46ec43c7-b10d-4e1e-b1f1-941001bde716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:30.976464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:32.491998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:32.770205 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:36.461020 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:36.465220 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:42.764672 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:42.766632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:55.459730 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:55.460498 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:25:57.354615 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4e314fe5-37d5-46d8-a2cd-81f47f61989e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:25:59.703767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8a47fe1c-efa2-4cbd-ad57-ae0edb928ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:00.977988 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:01.458619 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 5 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:26:02.391749 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:02.778354 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:12.770605 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:12.773407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:13.456883 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:13.461178 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:16.212738 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917033'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:26.205960 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:27.361414 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-78a19e51-0381-4630-b933-ccbf41d96bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:28.905251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54408) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:26:29.018675 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-928bd9dd-131f-49a6-869f-e45158755eee admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1121533 Jun 16 18:26:29.707799 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a083ddc4-7fa1-43fa-90b7-0e31ce3dadc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:30.982166 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:31.242729 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54418) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:26:31.299624 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-22baf143-fcf2-44a8-a5ac-e71c86bee9c8 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0559030 Jun 16 18:26:32.395868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:32.771758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:38.458226 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:26:41.293116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:41.293808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:42.765180 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:42.767956 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:46.195715 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:52.534785 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:52.536710 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:56.189281 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:56.191312 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:26:57.355832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb14c-f440-4edb-b6c0-fed8e7d0b590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:26:59.717792 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efb72dc3-aff4-4497-a119-342c97f7e0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:00.986797 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:02.401665 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:02.776647 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:12.769312 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:12.770697 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:15.460009 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:27:16.199386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:27.379245 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6302958c-c35a-471f-88e7-8fe73c823fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:27.473353 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:27.475481 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:29.718620 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-24e92f67-e04f-41fd-9853-98f686cb7a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:31.003954 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:32.414140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:32.788586 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:42.780075 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:42.783558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:46.222098 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:52.459001 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:27:56.214227 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:56.217806 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:27:57.376301 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ee58ac5e-6c3f-4338-8c36-ecdfbcceb7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:27:59.721336 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4580a0c0-fbaf-4608-b442-01863a420c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:00.989565 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:02.412944 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:02.790109 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:04.472551 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:04.473882 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:12.781947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:12.784289 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:16.267384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:19.882616 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54604) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:20.375680 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-954050918-network', 'tenant_id': '1f0473c6214a4428be438fabc530012b'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:20.414300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:20.418293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.430704 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.554015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks [] for security_group (fa684e11-dba4-4f57-822f-2c2263a81ee6), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.561734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fa684e11-dba4-4f57-822f-2c2263a81ee6), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.625946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:28:20.628747 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa684e11-dba4-4f57-822f-2c2263a81ee6,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:20.642519 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.642982 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.643333 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.643674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.644175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.644632 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.644812 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.645084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.645447 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.645776 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.646123 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.646459 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.646792 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.647127 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.647454 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Tracked resource versions report: Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: pushed versions: Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Agent': {'1.1'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Log': {'1.0'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'NDPProxy': {'1.0'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Network': {'1.1'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Port': {'1.7'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'PortForwarding': {'1.3'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'QosPolicy': {'1.10'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroup': {'1.5'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SubPort': {'1.0'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Subnet': {'1.1'}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Trunk': {'1.1'}} Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: consumer versions: Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: HyperV agent@hv-cinder-81322: {}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Agent': '1.1', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'ConntrackHelper': '1.0', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'LocalIPAssociation': '1.0', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Log': '1.0', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'NDPProxy': '1.0', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Network': '1.1', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Port': '1.7', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'PortForwarding': '1.3', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'QosPolicy': '1.10', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroup': '1.5', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SecurityGroupRule': '1.2', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'SubPort': '1.0', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Subnet': '1.1', Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: 'Trunk': '1.1'}} Jun 16 18:28:20.648828 dv-cinder-813229-10-iscsi neutron-server[103843]: {{(pid=103843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:20.657798 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (7488e8ae-4d57-49d7-983b-3ba51435ef87), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.658125 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Added segment 7488e8ae-4d57-49d7-983b-3ba51435ef87 of type vlan for network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 Jun 16 18:28:20.711454 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (8dc64fea-6d01-44bc-9636-d5525e5d1ec1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.746348 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (8dc64fea-6d01-44bc-9636-d5525e5d1ec1), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.747850 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:20.748480 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:20.830498 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc64fea-6d01-44bc-9636-d5525e5d1ec1,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:20.849036 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:28:20.853102 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54642) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:20.853707 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-53d39aa7-5d62-47f0-ac77-2af353cf1823 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9690018 Jun 16 18:28:20.860918 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Request body: {'subnet': {'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-954050918-subnet', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:20.899248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:20.904431 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.148934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (6151e839-0710-4cd6-9b32-b8e36d63307c), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.260017 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6151e839-0710-4cd6-9b32-b8e36d63307c,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:21.291125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.291922 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.292515 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.293360 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.294147 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.294704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.295248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.295867 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.296326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.296866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.297441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.297974 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.298637 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.299392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.299945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Tracked resource versions report: Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: pushed versions: Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Agent': {'1.1'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Log': {'1.0'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'NDPProxy': {'1.0'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Network': {'1.1'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Port': {'1.7'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'PortForwarding': {'1.3'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'QosPolicy': {'1.10'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroup': {'1.5'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SubPort': {'1.0'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Subnet': {'1.1'}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Trunk': {'1.1'}} Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: consumer versions: Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: HyperV agent@hv-cinder-81322: {}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Agent': '1.1', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'ConntrackHelper': '1.0', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'LocalIPAssociation': '1.0', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Log': '1.0', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'NDPProxy': '1.0', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Network': '1.1', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Port': '1.7', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'PortForwarding': '1.3', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'QosPolicy': '1.10', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroup': '1.5', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SecurityGroupRule': '1.2', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'SubPort': '1.0', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Subnet': '1.1', Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: 'Trunk': '1.1'}} Jun 16 18:28:21.302493 dv-cinder-813229-10-iscsi neutron-server[103841]: {{(pid=103841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:21.322334 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54664) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:21.325211 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:21.325725 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Network hostable DHCP agents. Network: 8dc64fea-6d01-44bc-9636-d5525e5d1ec1, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:21.367617 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:21.395692 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 8dc64fea-6d01-44bc-9636-d5525e5d1ec1) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:21.403377 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:21.410322 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e57aa-86e8-404c-859f-95af22a8e359 None None] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:21.418539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.467325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54670) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:21.467325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54672) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:21.477016 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-81e9fa05-b218-464c-92da-928eba774498 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6095815 Jun 16 18:28:21.484898 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:21.559192 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54678) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:21.565424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.569780 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.804112 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for router_controller (59f310f4-b906-4d3e-b914-b6129362ae3e), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.818753 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:28:21.819839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-982607003-network', 'tenant_id': '7904e707e39846fdb8b7d019719dc163'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:21.820687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.834680 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-network', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:21.907821 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-463871804-network', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:21.974626 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Made reservation on behalf of aa9111175cad44b2bbc611b7ae36a991 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:21.977325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:21.998373 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.187851 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Made reservation on behalf of b70bbccf07e3404cb94ba59201061a6a for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:22.192439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.232735 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks [] for security_group (dad104d5-feea-4ff7-bf46-25dfae7c35f3), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.246356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.248035 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (dad104d5-feea-4ff7-bf46-25dfae7c35f3), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.312089 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Allocated IP 172.20.0.2 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/4a25eb25-c1af-42b4-acdd-529b1eea136b) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:22.341476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad104d5-feea-4ff7-bf46-25dfae7c35f3,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:22.364502 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:28:22.414409 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.415062 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Added segment 7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff of type vlan for network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 Jun 16 18:28:22.500410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks [] for security_group (242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.510754 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.523465 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (582bc60a-8c58-4bed-8088-4ab602fbe5f6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.539619 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:28:22.570218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (b0c5f854-f48d-4115-a2f1-ef1df3db8934), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.570842 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Added segment b0c5f854-f48d-4115-a2f1-ef1df3db8934 of type vlan for network 15279682-d7de-41a6-80bc-29c22a949874 Jun 16 18:28:22.583298 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (582bc60a-8c58-4bed-8088-4ab602fbe5f6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.584705 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:22.588610 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.686568 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:22.689597 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:22.692693 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Made reservation on behalf of 7904e707e39846fdb8b7d019719dc163 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:22.701331 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.728996 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:22.825672 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks [] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:22.845315 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.002036 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=582bc60a-8c58-4bed-8088-4ab602fbe5f6,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:23.012881 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1774f68f-8268-4654-bc0d-bf16f7e32ee0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4513862 Jun 16 18:28:23.017689 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for router_gateway (59f310f4-b906-4d3e-b914-b6129362ae3e), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.018785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54716) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:23.028864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Request body: {'subnet': {'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-463871804-subnet', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:23.033942 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.060973 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Pushing event updated for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:23.067987 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Made reservation on behalf of aa9111175cad44b2bbc611b7ae36a991 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:23.073616 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:28:23.076022 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.287921 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.301273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.304777 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.305458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.307348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.307982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.314177 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.316852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.318206 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.319505 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.320706 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.321848 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.323041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.326151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.327597 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Tracked resource versions report: Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: pushed versions: Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Agent': {'1.1'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Log': {'1.0'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'NDPProxy': {'1.0'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Network': {'1.1'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Port': {'1.7'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'PortForwarding': {'1.3'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'QosPolicy': {'1.10'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroup': {'1.5'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SubPort': {'1.0'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Subnet': {'1.1'}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Trunk': {'1.1'}} Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: consumer versions: Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: HyperV agent@hv-cinder-81322: {}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Agent': '1.1', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'ConntrackHelper': '1.0', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'LocalIPAssociation': '1.0', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Log': '1.0', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'NDPProxy': '1.0', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Network': '1.1', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Port': '1.7', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'PortForwarding': '1.3', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'QosPolicy': '1.10', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroup': '1.5', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SecurityGroupRule': '1.2', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'SubPort': '1.0', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Subnet': '1.1', Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: 'Trunk': '1.1'}} Jun 16 18:28:23.332205 dv-cinder-813229-10-iscsi neutron-server[103844]: {{(pid=103844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:23.363364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:23.394690 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks [] for security_group (bd3fda56-c8a9-4d6a-b059-909970f3cd3c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.401594 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:23.415308 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:23.577967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Attempting to bind port 4a25eb25-c1af-42b4-acdd-529b1eea136b on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:23.583052 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (15279682-d7de-41a6-80bc-29c22a949874), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.585052 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Attempting to bind port 4a25eb25-c1af-42b4-acdd-529b1eea136b by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:23.587077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Attempting to bind port 4a25eb25-c1af-42b4-acdd-529b1eea136b on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:23.593279 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (bd3fda56-c8a9-4d6a-b059-909970f3cd3c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.601758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:23.604333 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:23.606486 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.607848 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:23.609493 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Bound port: 4a25eb25-c1af-42b4-acdd-529b1eea136b, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:23.614866 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.624834 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:28:23.631766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:23.655421 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (ec228ae7-e8f4-4ac1-825d-7ea003240282), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.655794 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Added segment ec228ae7-e8f4-4ac1-825d-7ea003240282 of type vlan for network cdfdfccf-e3dc-489b-8eaf-0509b174579d Jun 16 18:28:23.820253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:23.832653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:23.834862 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:23.843438 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4a25eb25-c1af-42b4-acdd-529b1eea136b,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:23.844469 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (f10f710d-f544-4094-89d2-70ed52cf83c0), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.874107 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:23.881669 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (cdfdfccf-e3dc-489b-8eaf-0509b174579d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.017599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3fda56-c8a9-4d6a-b059-909970f3cd3c,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:24.048097 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (cdfdfccf-e3dc-489b-8eaf-0509b174579d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.051367 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:24.055466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.098914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573b8a7-10fb-47ac-9bd8-66d391f95217 None None] Pushing event updated for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:24.103353 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Checking segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:24.103997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Network hostable DHCP agents. Network: 582bc60a-8c58-4bed-8088-4ab602fbe5f6, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:24.118618 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10f710d-f544-4094-89d2-70ed52cf83c0,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:24.163807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:24.213638 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 582bc60a-8c58-4bed-8088-4ab602fbe5f6) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:24.223072 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:24.226915 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044b2eb-df8f-48df-ad76-c165509900ae None None] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:24.235962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.300042 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-9a8e1efc-9cc8-4890-be5f-95fcf6b329c0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2791388 Jun 16 18:28:24.317261 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54756) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:24.332548 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfdfccf-e3dc-489b-8eaf-0509b174579d,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:24.336668 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:24.353780 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e40c4e99-2242-4038-b3d2-69499d8c2e03 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8863339 Jun 16 18:28:24.360297 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.db.resource_extend [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 18:28:24.363384 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54760) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:24.369648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for router_gateway (59f310f4-b906-4d3e-b914-b6129362ae3e), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.381664 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:28:24.395454 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Request body: {'subnet': {'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-subnet', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:24.442800 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.452000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (994cd372-6550-403b-85b3-a36b4fd40aae), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.453321 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (994cd372-6550-403b-85b3-a36b4fd40aae), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.479571 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Made reservation on behalf of 7904e707e39846fdb8b7d019719dc163 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:24.482253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.610767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (15279682-d7de-41a6-80bc-29c22a949874), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.610767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:24.616188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.642658 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:24.787001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:28:24.788550 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.826330 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] Pushing event updated for resources: {'Network': ['ID=15279682-d7de-41a6-80bc-29c22a949874,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:24.859853 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 15279682-d7de-41a6-80bc-29c22a949874 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:28:24.860192 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for router_controller (994cd372-6550-403b-85b3-a36b4fd40aae), precommit_add_association {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:24.890101 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-58f168ff-9220-4bdb-bec6-aa860d56730b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.5663733 Jun 16 18:28:24.923934 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54778) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:24.936026 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Request body: {'subnet': {'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-subnet', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:25.040665 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Allocated IP 172.20.0.2 (582bc60a-8c58-4bed-8088-4ab602fbe5f6/f10f710d-f544-4094-89d2-70ed52cf83c0/dd29f264-8249-4772-aa08-09014941fe15) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:25.073982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (080eaf0d-8a13-440d-97b3-d6dd9a29fa02), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.097927 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Made reservation on behalf of b70bbccf07e3404cb94ba59201061a6a for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:25.115731 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.333685 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:25.342440 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4a25eb25-c1af-42b4-acdd-529b1eea136b up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:25.379626 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks [] for port (dd29f264-8249-4772-aa08-09014941fe15), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.423072 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Allocated IP 172.27.2.104 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/a4381524-26b2-44d7-99bd-393686076c83) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:25.453244 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:25.545752 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:25.570153 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Checking segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:25.570719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Network hostable DHCP agents. Network: cdfdfccf-e3dc-489b-8eaf-0509b174579d, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:25.816274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (dd29f264-8249-4772-aa08-09014941fe15), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.831417 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:25.896750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:25.905355 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for port (a4381524-26b2-44d7-99bd-393686076c83), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.948834 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for router_gateway (994cd372-6550-403b-85b3-a36b4fd40aae), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:25.992319 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, cdfdfccf-e3dc-489b-8eaf-0509b174579d) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:25.995581 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=080eaf0d-8a13-440d-97b3-d6dd9a29fa02,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:26.016750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:26.018331 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.047076 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeded93-e965-4041-a701-b5064fa0094c None None] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:26.064696 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:26.069400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:26.133949 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (5972fb80-4f4a-4298-8b84-f90490813b2c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.212977 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (a4381524-26b2-44d7-99bd-393686076c83), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.227639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:26.252483 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:26.281151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 4a25eb25-c1af-42b4-acdd-529b1eea136b triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:26.281151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.354302 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d6fab2f4-3512-4f7b-989f-983f9f576d8b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9868026 Jun 16 18:28:26.369432 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5972fb80-4f4a-4298-8b84-f90490813b2c,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:26.372648 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54816) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:26.383570 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:26.397361 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:26.417231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:26.454235 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:26.492719 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2f44f-608f-4eab-8795-3b61118a7af3 None None] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:26.589196 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Pushing event updated for resources: {'Port': ['ID=a4381524-26b2-44d7-99bd-393686076c83,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:26.606377 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:26.607302 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Network hostable DHCP agents. Network: 15279682-d7de-41a6-80bc-29c22a949874, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:26.614359 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Pushing event updated for resources: {'Port': ['ID=dd29f264-8249-4772-aa08-09014941fe15,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:26.715947 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:26.716262 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (429df98e-e17e-4a74-9035-599f834a9946), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.718986 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (429df98e-e17e-4a74-9035-599f834a9946), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.762687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Attempting to bind port dd29f264-8249-4772-aa08-09014941fe15 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:26.763453 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Attempting to bind port dd29f264-8249-4772-aa08-09014941fe15 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:26.763992 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Attempting to bind port dd29f264-8249-4772-aa08-09014941fe15 on network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:26.773753 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Provisioning complete for port 4a25eb25-c1af-42b4-acdd-529b1eea136b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:26.774448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.820912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:26.822085 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Checking segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:26.822664 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.823240 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Bound using segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:26.824836 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Bound port: dd29f264-8249-4772-aa08-09014941fe15, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:26.826011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (dd29f264-8249-4772-aa08-09014941fe15), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:26.906599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Network 15279682-d7de-41a6-80bc-29c22a949874 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:26.980702 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 15279682-d7de-41a6-80bc-29c22a949874) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:26.987033 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for router_gateway (994cd372-6550-403b-85b3-a36b4fd40aae), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.008142 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:27.009572 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.025668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:28:27.026581 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.026834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.031049 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ef4b4-b73d-40f3-bda7-1bd41061c64b None None] Network 15279682-d7de-41a6-80bc-29c22a949874 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:27.160834 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-19f68be3-44c4-4000-bd26-c94b8bcc5aa6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2351527 Jun 16 18:28:27.166678 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54832) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:27.171624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:27.173644 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:27.174605 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.190866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for router_controller (429df98e-e17e-4a74-9035-599f834a9946), precommit_add_association {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.201330 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 54834) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:27.270733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for router_gateway (59f310f4-b906-4d3e-b914-b6129362ae3e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.346904 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (b495d47d-d861-4e03-82b6-644af587fe1f), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.348347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (b495d47d-d861-4e03-82b6-644af587fe1f), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.449550 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:27.504627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for router_controller (b495d47d-d861-4e03-82b6-644af587fe1f), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.557033 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Allocated IP 172.27.2.177 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/e1bd9d5f-ac5b-480c-8707-90bfda968e30) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:27.568418 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for router_gateway (429df98e-e17e-4a74-9035-599f834a9946), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.581921 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-847b183a-3d0f-4faf-ace4-2e2a7bb47496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.662789 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c930bf0-ea2d-4e9f-95b7-b98395cced26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.725511 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] For port dd29f264-8249-4772-aa08-09014941fe15, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:27.786126 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for router_gateway (b495d47d-d861-4e03-82b6-644af587fe1f), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.847161 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:27.848042 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:27.858606 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] For port dd29f264-8249-4772-aa08-09014941fe15, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=dd29f264-8249-4772-aa08-09014941fe15,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:27.867217 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4a25eb25-c1af-42b4-acdd-529b1eea136b,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:28.024685 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (dd29f264-8249-4772-aa08-09014941fe15), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.027696 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.038863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:28.071905 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.090834 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:28.178937 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-15279682-d7de-41a6-80bc-29c22a949874', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:28:28.178937 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.327049 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Allocated IP 172.20.0.2 (cdfdfccf-e3dc-489b-8eaf-0509b174579d/080eaf0d-8a13-440d-97b3-d6dd9a29fa02/0f574bd0-6440-4835-b947-9db7922a9c14) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:28.395761 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:28.437878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for router_gateway (b495d47d-d861-4e03-82b6-644af587fe1f), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.461855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.487255 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.515924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Router 59f310f4-b906-4d3e-b914-b6129362ae3e is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:28:28.613248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-847b183a-3d0f-4faf-ace4-2e2a7bb47496 admin admin] Publish callbacks [] for security_group (91bdaab7-41fc-413b-a88f-3663929a2fe8), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.616184 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:28.617353 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:28.695689 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks [] for port (0f574bd0-6440-4835-b947-9db7922a9c14), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.706018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for router_gateway (429df98e-e17e-4a74-9035-599f834a9946), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.761167 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-847b183a-3d0f-4faf-ace4-2e2a7bb47496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (91bdaab7-41fc-413b-a88f-3663929a2fe8), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.844035 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.908106 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:28.971410 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-847b183a-3d0f-4faf-ace4-2e2a7bb47496 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a367968c80bb4ce9973d18c1674c01b1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7550614 Jun 16 18:28:28.976635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:28.981720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54870) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:28.995377 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:29.014187 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:29.014860 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:29.053994 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:29.170597 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Allocated IP 172.27.2.46 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/a833f822-b0a5-4993-a449-5ee3bf929abe) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:29.177305 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:29.180868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ca842-dc46-4564-9a51-56124ee65b23 None None] Pushing event updated for resources: {'Port': ['ID=dd29f264-8249-4772-aa08-09014941fe15,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.248476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b183a-3d0f-4faf-ace4-2e2a7bb47496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bdaab7-41fc-413b-a88f-3663929a2fe8,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.263741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:29.273181 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:29.283888 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Pushing event updated for resources: {'Port': ['ID=e1bd9d5f-ac5b-480c-8707-90bfda968e30,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.285066 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.db.api [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:28:29.289735 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG oslo_db.api [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:28:29.332120 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:29.357530 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:29.361737 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:29.368950 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:29.381330 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:29.392448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:29.482824 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:28:29.485012 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b628513b-c625-4475-af68-df376247c210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:29.489179 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b628513b-c625-4475-af68-df376247c210 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0173287 Jun 16 18:28:29.524173 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 54878) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:29.549018 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:29.653646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Pushing event updated for resources: {'Port': ['ID=a833f822-b0a5-4993-a449-5ee3bf929abe,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.669584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:29.686020 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:29.691998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.786827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:29.820831 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Pushing event updated for resources: {'Port': ['ID=0f574bd0-6440-4835-b947-9db7922a9c14,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:29.825803 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Allocated IP 172.27.2.251 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/97822b73-e561-461b-9c27-c09dca5f37dc) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:29.944860 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Attempting to bind port 0f574bd0-6440-4835-b947-9db7922a9c14 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:29.945439 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Attempting to bind port 0f574bd0-6440-4835-b947-9db7922a9c14 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:29.945651 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Attempting to bind port 0f574bd0-6440-4835-b947-9db7922a9c14 on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:29.968791 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:26Z', 'revision_number': 3, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:29.997935 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:29.998452 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Checking segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:29.998720 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:29.999133 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Bound using segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:29.999640 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Bound port: 0f574bd0-6440-4835-b947-9db7922a9c14, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:30.000136 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.002375 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e884988d-9ceb-45cc-860c-e7a0bb0486b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.014210 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:30.015286 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Updating router 59f310f4-b906-4d3e-b914-b6129362ae3e port a4381524-26b2-44d7-99bd-393686076c83 binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:30.033210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-235df3a5-212b-4ca0-a7c0-7da71cd2a821 None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:30.058388 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a4381524-26b2-44d7-99bd-393686076c83), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.065031 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Allocated IP 172.20.0.2 (15279682-d7de-41a6-80bc-29c22a949874/5972fb80-4f4a-4298-8b84-f90490813b2c/59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:30.089561 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] Publish callbacks [] for security_group (91bdaab7-41fc-413b-a88f-3663929a2fe8), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.123377 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:30.222467 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] For port 0f574bd0-6440-4835-b947-9db7922a9c14, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:30.226716 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] For port 0f574bd0-6440-4835-b947-9db7922a9c14, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=0f574bd0-6440-4835-b947-9db7922a9c14,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:30.244128 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:30.245189 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:30.257024 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.335686 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-07c8ec92-5fde-4efd-b19c-9b3c7bed54bc None None] Provisioning complete for port 4a25eb25-c1af-42b4-acdd-529b1eea136b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:30.336557 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-07c8ec92-5fde-4efd-b19c-9b3c7bed54bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.435860 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] Publish callbacks [] for security_group (91bdaab7-41fc-413b-a88f-3663929a2fe8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.542185 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (91bdaab7-41fc-413b-a88f-3663929a2fe8), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.554793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.556021 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91bdaab7-41fc-413b-a88f-3663929a2fe8 HTTP/1.1" status: 204 len: 168 time: 1.5728359 Jun 16 18:28:30.693704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for router_gateway (994cd372-6550-403b-85b3-a36b4fd40aae), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.703210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440cb71-d852-4cf4-a21b-31c90e97d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bdaab7-41fc-413b-a88f-3663929a2fe8,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:30.707351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks [] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.763816 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be297c6-ff3c-49d3-8913-1e50083eedb9 None None] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:30.766910 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4a25eb25-c1af-42b4-acdd-529b1eea136b up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:30.832408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.864877 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:30.867498 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for port (97822b73-e561-461b-9c27-c09dca5f37dc), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:30.966947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:30.998408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:31.034248 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:31.240824 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.257303 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Attempting to bind port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:31.257913 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Attempting to bind port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:31.258459 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Attempting to bind port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:31.281302 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:31.281955 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:31.282514 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.283064 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Bound using segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:31.283720 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Bound port: 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:31.284478 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.311854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.313124 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc1372-a653-4da0-bcb2-56729c02f3e8 None None] Pushing event updated for resources: {'Port': ['ID=0f574bd0-6440-4835-b947-9db7922a9c14,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:31.375271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:31.380792 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Pushing event updated for resources: {'Port': ['ID=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:31.444905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 4a25eb25-c1af-42b4-acdd-529b1eea136b triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:31.445310 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.448083 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for router_gateway (b495d47d-d861-4e03-82b6-644af587fe1f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.538944 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:31.551798 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:31.578298 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:31.617545 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:31.651042 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-07c8ec92-5fde-4efd-b19c-9b3c7bed54bc None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:31.775674 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Pushing event updated for resources: {'Port': ['ID=97822b73-e561-461b-9c27-c09dca5f37dc,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:31.795743 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:31.796955 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device dd29f264-8249-4772-aa08-09014941fe15 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:31.798228 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks [] for port (a4381524-26b2-44d7-99bd-393686076c83), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.816764 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a4381524-26b2-44d7-99bd-393686076c83), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.839996 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.875399 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] For port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:31.917934 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Provisioning complete for port dd29f264-8249-4772-aa08-09014941fe15 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:31.918313 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (dd29f264-8249-4772-aa08-09014941fe15), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.946969 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Attempting to bind port a4381524-26b2-44d7-99bd-393686076c83 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:31.947682 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Attempting to bind port a4381524-26b2-44d7-99bd-393686076c83 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:31.948247 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Attempting to bind port a4381524-26b2-44d7-99bd-393686076c83 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:31.953368 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Pushing event updated for resources: {'Port': ['ID=a4381524-26b2-44d7-99bd-393686076c83,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:31.965037 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:31.965734 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:31.966302 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.966867 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:31.967537 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Bound port: a4381524-26b2-44d7-99bd-393686076c83, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:31.967787 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] For port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:31.968753 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a4381524-26b2-44d7-99bd-393686076c83), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.973363 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.974044 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.974608 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.975201 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.976015 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.976861 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.977590 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.978218 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.978793 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.979967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port dd29f264-8249-4772-aa08-09014941fe15 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:31.980682 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (dd29f264-8249-4772-aa08-09014941fe15), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:31.994133 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.995297 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.996863 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.998392 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:31.999278 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:32.000336 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Tracked resource versions report: Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: pushed versions: Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Agent': {'1.1'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Log': {'1.0'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'NDPProxy': {'1.0'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Network': {'1.1'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Port': {'1.7'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'PortForwarding': {'1.3'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'QosPolicy': {'1.10'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroup': {'1.5'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SubPort': {'1.0'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Subnet': {'1.1'}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Trunk': {'1.1'}} Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: consumer versions: Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: { DHCP agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: HyperV agent@hv-cinder-81322: {}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: L3 agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: Metadata agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: Metering agent@dv-cinder-813229-10-iscsi: {}, Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: Open vSwitch agent@dv-cinder-813229-10-iscsi: { 'AddressGroup': '1.2', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Agent': '1.1', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'ConntrackHelper': '1.0', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'LocalIPAssociation': '1.0', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Log': '1.0', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'NDPProxy': '1.0', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Network': '1.1', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Port': '1.7', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'PortForwarding': '1.3', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'QosPolicy': '1.10', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroup': '1.5', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SecurityGroupRule': '1.2', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'SubPort': '1.0', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Subnet': '1.1', Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: 'Trunk': '1.1'}} Jun 16 18:28:32.004569 dv-cinder-813229-10-iscsi neutron-server[103845]: {{(pid=103845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:32.031569 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.051992 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:32.251132 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] For port a4381524-26b2-44d7-99bd-393686076c83, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:32.255730 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] For port a4381524-26b2-44d7-99bd-393686076c83, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a4381524-26b2-44d7-99bd-393686076c83,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:32.280509 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a4381524-26b2-44d7-99bd-393686076c83), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.355501 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Current status of the port dd29f264-8249-4772-aa08-09014941fe15 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:32.358438 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (dd29f264-8249-4772-aa08-09014941fe15), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.365911 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for router_gateway (429df98e-e17e-4a74-9035-599f834a9946), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.436419 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:32.439784 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26f77-f719-4e16-b8bc-7ce5656f6390 None None] Pushing event updated for resources: {'Port': ['ID=a4381524-26b2-44d7-99bd-393686076c83,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:32.500264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8229a-065d-4047-a8b0-f86cd2bcb76a None None] Pushing event updated for resources: {'Port': ['ID=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:32.525776 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:32.526553 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:32.607003 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (994cd372-6550-403b-85b3-a36b4fd40aae), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.626124 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:32.649813 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port dd29f264-8249-4772-aa08-09014941fe15 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:32.650532 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (dd29f264-8249-4772-aa08-09014941fe15), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.681888 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:32.717941 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:32.740397 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] For port dd29f264-8249-4772-aa08-09014941fe15, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=dd29f264-8249-4772-aa08-09014941fe15,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:32.746034 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:32.782913 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (dd29f264-8249-4772-aa08-09014941fe15), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.024652 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.040389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-45736db3-2294-4d33-9bac-e9bfa013f936 None None] Provisioning complete for port dd29f264-8249-4772-aa08-09014941fe15 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:33.040544 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-45736db3-2294-4d33-9bac-e9bfa013f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (dd29f264-8249-4772-aa08-09014941fe15), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.095358 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.db.api [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:28:33.096480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG oslo_db.api [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:28:33.111893 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159733e6-4a0b-47d5-837f-462cfdf5562f None None] Pushing event updated for resources: {'Port': ['ID=dd29f264-8249-4772-aa08-09014941fe15,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:33.235368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-45736db3-2294-4d33-9bac-e9bfa013f936 None None] Current status of the port dd29f264-8249-4772-aa08-09014941fe15 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:33.243846 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f10ed-f598-4f55-a4f8-4f6e4fbb5ad9 None None] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:33.267614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Allocated IP 172.20.0.1 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/97b4e0f5-0736-46d5-8683-e52d7324ba4a) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:33.467695 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (b495d47d-d861-4e03-82b6-644af587fe1f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.500190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Provisioning complete for port 0f574bd0-6440-4835-b947-9db7922a9c14 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:33.501358 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.505872 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:33.583979 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (429df98e-e17e-4a74-9035-599f834a9946), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:33.601464 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:26Z', 'revision_number': 3, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:33.679861 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:33.720779 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d37975-fc96-4d14-a699-cb990ff8d3a4 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:26Z', 'revision_number': 3, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:33.822777 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Router 994cd372-6550-403b-85b3-a36b4fd40aae is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:28:33.852123 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port dd29f264-8249-4772-aa08-09014941fe15 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:33.996917 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Current status of the port 0f574bd0-6440-4835-b947-9db7922a9c14 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:33.997417 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.157555 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks [] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.165413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:34.183914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] For port 0f574bd0-6440-4835-b947-9db7922a9c14, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=0f574bd0-6440-4835-b947-9db7922a9c14,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:34.194493 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.272560 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:34.326860 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Sync routers for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:34.393538 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Router 429df98e-e17e-4a74-9035-599f834a9946 is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:28:34.462340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.477010 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:34.478082 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:34.669344 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:34.685948 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:34.694785 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:34.695463 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (59f310f4-b906-4d3e-b914-b6129362ae3e), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.706004 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55024) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:34.709900 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Pushing event updated for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:34.760729 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:34.763266 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-76784cf9-9556-4872-859e-9c12ec087cfb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4395499 Jun 16 18:28:34.766323 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55026) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:34.798083 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device dd29f264-8249-4772-aa08-09014941fe15 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:34.880700 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:34.918033 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4cba9-0d2c-4a47-84a3-98c965f861ad None None] Network 15279682-d7de-41a6-80bc-29c22a949874 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:28:34.930256 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd6b86-b3dc-4a34-84c0-3a78429bd64a None None] Pushing event updated for resources: {'Port': ['ID=0f574bd0-6440-4835-b947-9db7922a9c14,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:35.008540 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:35.037284 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:35.039122 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:35.065521 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:35.067493 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-81ecec7b-4133-4c41-87d1-d6f50ce800d0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6909585 Jun 16 18:28:35.075216 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55034) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:35.111260 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Router b495d47d-d861-4e03-82b6-644af587fe1f is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:28:35.130281 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:35.153626 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:35.182198 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Provisioning complete for port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:35.191261 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:35.339202 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:35.500436 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:35.696549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:35.726713 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9714cf53-18ac-45d8-b036-a46bee4e227b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:35.877007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:35.877788 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:31Z', 'revision_number': 3, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:35.942391 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:35.942917 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Updating router 429df98e-e17e-4a74-9035-599f834a9946 port 97822b73-e561-461b-9c27-c09dca5f37dc binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:36.018915 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.037419 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.135180 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Current status of the port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:36.135574 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.194987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:36.205222 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port dd29f264-8249-4772-aa08-09014941fe15 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:36.205739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (dd29f264-8249-4772-aa08-09014941fe15), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.233526 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks [] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.267782 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:36.297522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.298642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (59f310f4-b906-4d3e-b914-b6129362ae3e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.307542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:36.347368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] For port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:36.387609 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.496696 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9714cf53-18ac-45d8-b036-a46bee4e227b admin admin] Publish callbacks [] for security_group (4d372f29-5eca-43f0-8110-a56af9389bdc), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.504322 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks [] for port (97822b73-e561-461b-9c27-c09dca5f37dc), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.509885 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:36.529033 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.547282 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.554230 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55074) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:36.556553 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c3637a8a-05c6-4bd1-ae9b-5248b8336539 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.3882964 Jun 16 18:28:36.574742 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce2396-ac71-4639-9997-495684ab4055 None None] Pushing event updated for resources: {'Port': ['ID=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:36.590485 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:36.591685 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:36.617214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9714cf53-18ac-45d8-b036-a46bee4e227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4d372f29-5eca-43f0-8110-a56af9389bdc), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.630822 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:36.650016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Allocated IP 172.20.0.1 (582bc60a-8c58-4bed-8088-4ab602fbe5f6/f10f710d-f544-4094-89d2-70ed52cf83c0/c097a3c9-dab1-43e4-9f2c-98243b1c82f0) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:36.811347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:36.859412 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Pushing event updated for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:36.861374 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port dd29f264-8249-4772-aa08-09014941fe15 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:36.862513 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:36.899484 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Provisioning complete for port 97b4e0f5-0736-46d5-8683-e52d7324ba4a triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:36.899877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.906783 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-9714cf53-18ac-45d8-b036-a46bee4e227b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c725764afce74ce284786adcd1a36498&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1803155 Jun 16 18:28:36.921477 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55080) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:36.926219 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Attempting to bind port 97822b73-e561-461b-9c27-c09dca5f37dc on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:36.926613 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Attempting to bind port 97822b73-e561-461b-9c27-c09dca5f37dc by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:36.926980 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Attempting to bind port 97822b73-e561-461b-9c27-c09dca5f37dc on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:36.941374 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:36.941757 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:36.942163 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:36.942565 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:36.943069 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Bound port: 97822b73-e561-461b-9c27-c09dca5f37dc, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:36.943454 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.001621 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714cf53-18ac-45d8-b036-a46bee4e227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d372f29-5eca-43f0-8110-a56af9389bdc,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:37.017231 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] For port 97822b73-e561-461b-9c27-c09dca5f37dc, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:37.021034 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] For port 97822b73-e561-461b-9c27-c09dca5f37dc, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97822b73-e561-461b-9c27-c09dca5f37dc,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:37.024188 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:37.041055 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.077176 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600698-5794-402b-8d88-83091633272a None None] Pushing event updated for resources: {'Port': ['ID=97822b73-e561-461b-9c27-c09dca5f37dc,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:37.136018 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Port 97b4e0f5-0736-46d5-8683-e52d7324ba4a cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:37.173475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:37.182803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:29Z', 'revision_number': 3, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:37.186401 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:37.207443 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600698-5794-402b-8d88-83091633272a None None] Pushing event updated for resources: {'Port': ['ID=97822b73-e561-461b-9c27-c09dca5f37dc,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:37.215108 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:37.222400 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:37.259193 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] Publish callbacks [] for security_group (4d372f29-5eca-43f0-8110-a56af9389bdc), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.305411 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Provisioning complete for port 0f574bd0-6440-4835-b947-9db7922a9c14 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:37.306331 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.320971 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Checking router: 994cd372-6550-403b-85b3-a36b4fd40aae for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:37.321445 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Updating router 994cd372-6550-403b-85b3-a36b4fd40aae port e1bd9d5f-ac5b-480c-8707-90bfda968e30 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:37.322793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] Publish callbacks [] for security_group (4d372f29-5eca-43f0-8110-a56af9389bdc), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.328260 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:37.328637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.379647 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:37.418388 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:37.425279 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:37.458144 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.706238 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:37.720838 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:37.770019 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55096) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:37.809671 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks [] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.934803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4d372f29-5eca-43f0-8110-a56af9389bdc), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.938199 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:37.940663 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d372f29-5eca-43f0-8110-a56af9389bdc HTTP/1.1" status: 204 len: 168 time: 1.0177424 Jun 16 18:28:37.969263 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee2f30-8cac-4e3e-a397-c2449f3b6364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d372f29-5eca-43f0-8110-a56af9389bdc,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:38.059945 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:30Z', 'revision_number': 3, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:38.123232 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:28:38.127945 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.219334 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:38.223995 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 0f574bd0-6440-4835-b947-9db7922a9c14 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:38.240272 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:38.248734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Updating router b495d47d-d861-4e03-82b6-644af587fe1f port a833f822-b0a5-4993-a449-5ee3bf929abe binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:38.251576 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:31Z', 'revision_number': 3, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:38.255824 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc81b-9365-4def-9853-13e14332b497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.257088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c499f-3ebc-4234-a8b1-f9d7e9801c68 None None] Current status of the port 0f574bd0-6440-4835-b947-9db7922a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:38.318964 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fea75-a439-4012-83d1-017353e20c42 None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:31Z', 'revision_number': 3, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:38.322103 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.413293 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.442456 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:38.469607 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:38.479709 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:38.480973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (994cd372-6550-403b-85b3-a36b4fd40aae), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.502788 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Provisioning complete for port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:38.508568 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.510208 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Pushing event updated for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:38.625708 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:38.706575 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.756985 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 0f574bd0-6440-4835-b947-9db7922a9c14 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:38.757635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.761996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:38.771430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:38.804232 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc81b-9365-4def-9853-13e14332b497 admin admin] Publish callbacks [] for security_group (4455a0b8-bf07-4f9a-bcf8-c26e63175ace), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.855929 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc81b-9365-4def-9853-13e14332b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4455a0b8-bf07-4f9a-bcf8-c26e63175ace), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:38.885550 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:38.909173 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:38.929154 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:38.947909 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0d3ce1fe-6b80-499b-8e97-779a8e23f9fb admin admin] 10.222.0.30 "PUT /v2.0/routers/59f310f4-b906-4d3e-b914-b6129362ae3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4065340 Jun 16 18:28:38.957010 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:38.957932 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:39.193678 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Allocated IP 172.20.0.1 (cdfdfccf-e3dc-489b-8eaf-0509b174579d/080eaf0d-8a13-440d-97b3-d6dd9a29fa02/19817d6b-1b4d-434f-b955-288d6f116f3d) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:39.248915 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7e7bc81b-9365-4def-9853-13e14332b497 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bca05f0fa1b4e55b61cfa6991aceea1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4770517 Jun 16 18:28:39.253839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55136) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:39.255272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bc81b-9365-4def-9853-13e14332b497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4455a0b8-bf07-4f9a-bcf8-c26e63175ace,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:39.346261 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:39.402015 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:39.435309 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.557040 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks [] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.609901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Allocated IP 172.20.0.1 (15279682-d7de-41a6-80bc-29c22a949874/5972fb80-4f4a-4298-8b84-f90490813b2c/6b15aaf5-6a63-4964-b733-973db1313671) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:39.619302 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:39.642626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks [] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.688701 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] Publish callbacks [] for security_group (4455a0b8-bf07-4f9a-bcf8-c26e63175ace), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.709159 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55146) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:39.709739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.848987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] Publish callbacks [] for security_group (4455a0b8-bf07-4f9a-bcf8-c26e63175ace), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.887134 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:39.959728 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 0f574bd0-6440-4835-b947-9db7922a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:39.974586 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Current status of the port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:40.159921 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:40.218933 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:40.228676 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks [] for port (6b15aaf5-6a63-4964-b733-973db1313671), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:40.241619 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936a216-0c0c-4a24-9838-e5e624341d53 None None] Pushing event updated for resources: {'Port': ['ID=e1bd9d5f-ac5b-480c-8707-90bfda968e30,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:40.262406 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:40.266009 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:40.276574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:40.277847 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (429df98e-e17e-4a74-9035-599f834a9946), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:40.327514 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Provisioning complete for port 97b4e0f5-0736-46d5-8683-e52d7324ba4a triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:40.332005 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:40.404257 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:40.413100 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Updating router 59f310f4-b906-4d3e-b914-b6129362ae3e port 97b4e0f5-0736-46d5-8683-e52d7324ba4a binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:40.517329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0a3279f4-2214-4542-9c68-0cbdd17c5f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:40.533059 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:40.889300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Pushing event updated for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:40.895038 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55164) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:40.905755 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704578717', 'description': 'tempest-description--2036771760'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:40.952460 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Attempting to bind port e1bd9d5f-ac5b-480c-8707-90bfda968e30 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:40.953083 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Attempting to bind port e1bd9d5f-ac5b-480c-8707-90bfda968e30 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:40.953674 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Attempting to bind port e1bd9d5f-ac5b-480c-8707-90bfda968e30 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:40.998032 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a4381524-26b2-44d7-99bd-393686076c83 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:41.000540 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.049620 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks [] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.061569 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.087269 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4455a0b8-bf07-4f9a-bcf8-c26e63175ace), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.090870 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.092415 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4455a0b8-bf07-4f9a-bcf8-c26e63175ace HTTP/1.1" status: 204 len: 168 time: 1.8378880 Jun 16 18:28:41.109668 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.119348 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc068-4d42-4468-93a5-09c99709b393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4455a0b8-bf07-4f9a-bcf8-c26e63175ace,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:41.245304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks [] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.283770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.290551 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:41.293241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (994cd372-6550-403b-85b3-a36b4fd40aae), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.325705 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:41.327236 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:41.327236 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.327921 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:41.328737 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Bound port: e1bd9d5f-ac5b-480c-8707-90bfda968e30, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:41.329907 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.367673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (067acb5c-17cd-43ca-8598-8ea7a8d20d42), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.406957 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (067acb5c-17cd-43ca-8598-8ea7a8d20d42), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.443173 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0a3279f4-2214-4542-9c68-0cbdd17c5f79 admin admin] Publish callbacks [] for security_group (dfa4627a-8be7-438b-a747-f6e8013bd13a), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.457517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:41.462018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:41.487364 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067acb5c-17cd-43ca-8598-8ea7a8d20d42,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:41.494626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.497655 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-917dd957-c5f6-4edc-8c01-7dbcda753137 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6005795 Jun 16 18:28:41.504648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55180) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:41.509909 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': '067acb5c-17cd-43ca-8598-8ea7a8d20d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:41.522095 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:41.540951 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] For port e1bd9d5f-ac5b-480c-8707-90bfda968e30, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:41.563219 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:41.567158 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] For port e1bd9d5f-ac5b-480c-8707-90bfda968e30, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e1bd9d5f-ac5b-480c-8707-90bfda968e30,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:41.570116 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:41.570903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (b495d47d-d861-4e03-82b6-644af587fe1f), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.578067 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f3315f21-8a9b-41ea-8d5d-841a68692d62 None None] Port 97b4e0f5-0736-46d5-8683-e52d7324ba4a cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:41.579483 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.628337 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks [] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.658192 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.690259 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks [] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.717060 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.719599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (429df98e-e17e-4a74-9035-599f834a9946), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.754155 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:41.796185 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8572e07-4f36-44da-ba3e-22e60fdb7ac0 None None] Pushing event updated for resources: {'Port': ['ID=a833f822-b0a5-4993-a449-5ee3bf929abe,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:41.827826 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0a3279f4-2214-4542-9c68-0cbdd17c5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (dfa4627a-8be7-438b-a747-f6e8013bd13a), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.846737 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Pushing event updated for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:41.875188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (a383955a-63cb-497a-848c-fdfffd1dde75), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.875672 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658632e-d981-4c51-b735-cef0f76b4497 None None] Pushing event updated for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:41.918946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Provisioning complete for port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:41.919571 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:41.931250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.047495 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:42.125520 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:42.201881 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6b15aaf5-6a63-4964-b733-973db1313671), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.202647 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Attempting to bind port 97b4e0f5-0736-46d5-8683-e52d7324ba4a on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:42.202647 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Attempting to bind port 97b4e0f5-0736-46d5-8683-e52d7324ba4a by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:42.203165 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Attempting to bind port 97b4e0f5-0736-46d5-8683-e52d7324ba4a on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:42.242075 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:42.243351 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:42.244443 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.245997 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:42.249271 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Bound port: 97b4e0f5-0736-46d5-8683-e52d7324ba4a, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:42.251473 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.266859 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Pushing event updated for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:42.407768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port a4381524-26b2-44d7-99bd-393686076c83 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:42.409560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a4381524-26b2-44d7-99bd-393686076c83), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.444123 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:42.484291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:42.491762 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (a383955a-63cb-497a-848c-fdfffd1dde75), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.494668 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:42.500665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:42.521935 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (a383955a-63cb-497a-848c-fdfffd1dde75), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.524208 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] For port 97b4e0f5-0736-46d5-8683-e52d7324ba4a, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:42.538426 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] For port 97b4e0f5-0736-46d5-8683-e52d7324ba4a, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97b4e0f5-0736-46d5-8683-e52d7324ba4a,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:42.549419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936a216-0c0c-4a24-9838-e5e624341d53 None None] Pushing event updated for resources: {'Port': ['ID=e1bd9d5f-ac5b-480c-8707-90bfda968e30,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:42.578184 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.593524 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Attempting to bind port a833f822-b0a5-4993-a449-5ee3bf929abe on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:42.594248 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Attempting to bind port a833f822-b0a5-4993-a449-5ee3bf929abe by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:42.594670 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Attempting to bind port a833f822-b0a5-4993-a449-5ee3bf929abe on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:42.729051 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658632e-d981-4c51-b735-cef0f76b4497 None None] Pushing event updated for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:42.780089 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:42.798378 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:42.798768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:42.799081 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.800165 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:42.800165 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Bound port: a833f822-b0a5-4993-a449-5ee3bf929abe, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:42.803102 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.822782 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:42.833315 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks [] for port (6b15aaf5-6a63-4964-b733-973db1313671), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.883475 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55200) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:42.904945 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0a3279f4-2214-4542-9c68-0cbdd17c5f79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51d24550b26342efa6a0a51f02b42627&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1216319 Jun 16 18:28:42.907273 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.908489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (b495d47d-d861-4e03-82b6-644af587fe1f), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.916446 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Provisioning complete for port 19817d6b-1b4d-434f-b955-288d6f116f3d triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:42.917970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:42.927225 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55206) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:42.961703 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:42.970295 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:42.993100 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:42.993919 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:43.123106 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a383955a-63cb-497a-848c-fdfffd1dde75,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:43.165412 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.172577 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1ae09a87-32c1-4fe2-966a-8427636d5074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6662631 Jun 16 18:28:43.200770 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55214) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:43.219357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': '067acb5c-17cd-43ca-8598-8ea7a8d20d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:43.257395 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:43.276000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:43.296975 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] For port a833f822-b0a5-4993-a449-5ee3bf929abe, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:43.301364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] For port a833f822-b0a5-4993-a449-5ee3bf929abe, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a833f822-b0a5-4993-a449-5ee3bf929abe,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:43.320304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (edcf3d2e-d44b-47ae-a808-33c04dae4d5a), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.335559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.347408 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:43.349836 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Pushing event updated for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:43.374978 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:28:43.393222 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Router 994cd372-6550-403b-85b3-a36b4fd40aae has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:28:43.678461 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (edcf3d2e-d44b-47ae-a808-33c04dae4d5a), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.692235 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (edcf3d2e-d44b-47ae-a808-33c04dae4d5a), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.713356 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:43.721023 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8572e07-4f36-44da-ba3e-22e60fdb7ac0 None None] Pushing event updated for resources: {'Port': ['ID=a833f822-b0a5-4993-a449-5ee3bf929abe,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:43.744727 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.746567 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5430191 Jun 16 18:28:43.751538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55220) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:43.759771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:43.766421 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6513d2-90bc-4bc5-8555-5073315bd3b7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcf3d2e-d44b-47ae-a808-33c04dae4d5a,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:43.790394 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:43.798634 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ce27d6d0-8466-412c-a0f0-21f1b3578c2f admin admin] 10.222.0.30 "PUT /v2.0/routers/429df98e-e17e-4a74-9035-599f834a9946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7223480 Jun 16 18:28:43.829700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:43.830599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.847002 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b4a59c3e-127b-40e3-b1bb-0abdf1c8ef79 admin admin] 10.222.0.30 "PUT /v2.0/routers/994cd372-6550-403b-85b3-a36b4fd40aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0792785 Jun 16 18:28:43.877514 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:43.878564 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:43.882004 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3279f4-2214-4542-9c68-0cbdd17c5f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4627a-8be7-438b-a747-f6e8013bd13a,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:43.885591 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-db9269e7-3e3a-4c10-9cfa-19053232b190 None None] Port 19817d6b-1b4d-434f-b955-288d6f116f3d cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:43.887394 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc0d2-920b-4637-b597-6c993f111be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:43.906675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:43.950940 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Pushing event updated for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:44.059849 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc0d2-920b-4637-b597-6c993f111be7 admin admin] Publish callbacks [] for security_group (3f83c093-58c1-4edb-b6d8-8b46eea1d615), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.072519 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:44.108727 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc0d2-920b-4637-b597-6c993f111be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3f83c093-58c1-4edb-b6d8-8b46eea1d615), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.187168 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808efef-337c-4efc-b0e7-0cfdf6a243e0 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:44.240706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] Publish callbacks [] for security_group (dfa4627a-8be7-438b-a747-f6e8013bd13a), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.291872 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f9cfc0d2-920b-4637-b597-6c993f111be7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40e11db7265d44d78191fbeddf7d63b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3712597 Jun 16 18:28:44.313175 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55238) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:44.385213 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:44.394361 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:44.407742 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc0d2-920b-4637-b597-6c993f111be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83c093-58c1-4edb-b6d8-8b46eea1d615,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:44.444842 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.457108 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] Publish callbacks [] for security_group (dfa4627a-8be7-438b-a747-f6e8013bd13a), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.484606 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:44.507590 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:44.634116 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:44.664656 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:44.665998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:44.717308 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] Publish callbacks [] for security_group (3f83c093-58c1-4edb-b6d8-8b46eea1d615), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:44.749734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.27.2.20 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/f458cb63-1ea0-4cbb-83b2-0346fcc83875) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:44.877212 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] Publish callbacks [] for security_group (3f83c093-58c1-4edb-b6d8-8b46eea1d615), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.174237 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3f83c093-58c1-4edb-b6d8-8b46eea1d615), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.182711 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.183405 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f83c093-58c1-4edb-b6d8-8b46eea1d615 HTTP/1.1" status: 204 len: 168 time: 0.8619814 Jun 16 18:28:45.254068 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207bc93-b48b-4f82-8bd4-c684a6a13329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83c093-58c1-4edb-b6d8-8b46eea1d615,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:45.305623 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.383209 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:45.408083 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.410431 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (dfa4627a-8be7-438b-a747-f6e8013bd13a), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.419972 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.421254 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfa4627a-8be7-438b-a747-f6e8013bd13a HTTP/1.1" status: 204 len: 168 time: 2.4599178 Jun 16 18:28:45.443552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160cf3d-a10f-4265-903e-86fc45c136ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4627a-8be7-438b-a747-f6e8013bd13a,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:45.466783 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Router b495d47d-d861-4e03-82b6-644af587fe1f has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:28:45.550424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:45.566867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:45.574627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=f458cb63-1ea0-4cbb-83b2-0346fcc83875,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:45.583515 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:45.644905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:45.747566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55276) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:45.749141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55286) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:45.757761 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281742109', 'description': 'tempest-description--1490640106'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:45.770938 dv-cinder-813229-10-iscsi neutron-server[103841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 18:28:45.794647 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.819199 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:45.820897 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:45.886056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:45.918658 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'c097a3c9-dab1-43e4-9f2c-98243b1c82f0', 'name': '', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'mac_address': 'fa:16:3e:e9:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:36Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 2, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'subnets': [{'id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:46.078073 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:46.086863 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:28:46.132729 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ec71-442e-4d9b-9a28-2c543dfd6e32 None None] The sync data for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi is: [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'c097a3c9-dab1-43e4-9f2c-98243b1c82f0', 'name': '', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'mac_address': 'fa:16:3e:e9:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:36Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 2, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'subnets': [{'id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:46.232914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:41Z', 'revision_number': 2, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:46.249770 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-13975cdb-9eeb-42d0-b6c6-94b20d6a1236 admin admin] 10.222.0.30 "PUT /v2.0/routers/b495d47d-d861-4e03-82b6-644af587fe1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6876545 Jun 16 18:28:46.251962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.261681 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Provisioning complete for port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:46.266078 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.338340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.366415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.426108 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port a4381524-26b2-44d7-99bd-393686076c83 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:46.427123 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a4381524-26b2-44d7-99bd-393686076c83), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.478833 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.522930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:46.540165 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Updating router 429df98e-e17e-4a74-9035-599f834a9946 port 19817d6b-1b4d-434f-b955-288d6f116f3d binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:46.552410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=f458cb63-1ea0-4cbb-83b2-0346fcc83875,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:46.568520 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.580148 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-df5b7a48-0daa-4c1e-8b7d-0074999c539a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8165863 Jun 16 18:28:46.585867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55310) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:46.660396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-6f24f539-d935-496f-a611-adffab57870d tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:46.667200 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-6f24f539-d935-496f-a611-adffab57870d tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/networks?id=582bc60a-8c58-4bed-8088-4ab602fbe5f6 HTTP/1.1" status: 200 len: 811 time: 0.8986282 Jun 16 18:28:46.681058 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-05148c9a-dc85-47f2-b668-4857e4c9c308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.693384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port a4381524-26b2-44d7-99bd-393686076c83, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a4381524-26b2-44d7-99bd-393686076c83,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:46.703643 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:46.716949 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a4381524-26b2-44d7-99bd-393686076c83), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.718452 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97822b73-e561-461b-9c27-c09dca5f37dc up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:46.743677 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-92b4cf4d-b201-4e24-b22e-16d372c45cca tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/quotas/aa9111175cad44b2bbc611b7ae36a991 HTTP/1.1" status: 200 len: 375 time: 0.0480559 Jun 16 18:28:46.948151 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-05148c9a-dc85-47f2-b668-4857e4c9c308 admin admin] Publish callbacks [] for security_group (5b71670f-6448-49f1-83bc-0e27516b9b66), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.957178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-05148c9a-dc85-47f2-b668-4857e4c9c308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5b71670f-6448-49f1-83bc-0e27516b9b66), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:46.960909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.046591 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:47.067157 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Provisioning complete for port 19817d6b-1b4d-434f-b955-288d6f116f3d triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:47.068490 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.101384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.141184 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-05148c9a-dc85-47f2-b668-4857e4c9c308 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e6ebb052f3b4a22b1ef9cf83d842c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532176 Jun 16 18:28:47.142770 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05148c9a-dc85-47f2-b668-4857e4c9c308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b71670f-6448-49f1-83bc-0e27516b9b66,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.147560 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (0d4e82b7-7047-4aa2-bd3f-475f80597fa4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.149043 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55326) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:47.242990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:47.252564 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-19924e3f-9011-4d5f-bba9-3f657b2ab6b4 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9111175cad44b2bbc611b7ae36a991&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4169183 Jun 16 18:28:47.260300 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0d4e82b7-7047-4aa2-bd3f-475f80597fa4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.283814 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 97822b73-e561-461b-9c27-c09dca5f37dc triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:47.284279 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.298813 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] Publish callbacks [] for security_group (5b71670f-6448-49f1-83bc-0e27516b9b66), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.332598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55350) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:47.361007 dv-cinder-813229-10-iscsi neutron-server[103843]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 18:28:47.373687 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.375540 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6245666 Jun 16 18:28:47.380290 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55352) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:47.386006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group_rule': {'security_group_id': '0d4e82b7-7047-4aa2-bd3f-475f80597fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:47.421517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] Publish callbacks [] for security_group (5b71670f-6448-49f1-83bc-0e27516b9b66), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.435283 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825cdef-160c-46df-8147-ed7b13fcf062 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4e82b7-7047-4aa2-bd3f-475f80597fa4,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.487535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (180b75b3-7081-4270-bfc9-357111a0ffb9), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.491552 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=a4381524-26b2-44d7-99bd-393686076c83,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.525179 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 2, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:47.581501 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5b71670f-6448-49f1-83bc-0e27516b9b66), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.586233 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.587696 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b71670f-6448-49f1-83bc-0e27516b9b66 HTTP/1.1" status: 204 len: 168 time: 0.4369712 Jun 16 18:28:47.627334 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1c74f-6c8f-4420-bf75-b6530ad76cff None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 2, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:47.628898 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Port 19817d6b-1b4d-434f-b955-288d6f116f3d cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:47.680215 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (180b75b3-7081-4270-bfc9-357111a0ffb9), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.713054 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c31bcd-4755-4399-8099-ea6ce7b274cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b71670f-6448-49f1-83bc-0e27516b9b66,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.715386 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (180b75b3-7081-4270-bfc9-357111a0ffb9), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.732623 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-0942a271-d290-4c3c-a9cd-603c3b8be0b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1704578717&fields=id&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 267 time: 0.3873510 Jun 16 18:28:47.793775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b75b3-7081-4270-bfc9-357111a0ffb9,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.804389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Provisioning complete for port 97b4e0f5-0736-46d5-8683-e52d7324ba4a triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:47.804798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.815178 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:47.821976 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a704feb6-2ba7-41af-923d-dd03ba9515d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4376333 Jun 16 18:28:47.824325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55364) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:47.846556 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group_rule': {'security_group_id': '0d4e82b7-7047-4aa2-bd3f-475f80597fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:47.970902 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (f19f2683-5c8b-4c07-8000-4ee1e0d825d5), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.047380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 97822b73-e561-461b-9c27-c09dca5f37dc is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:48.047822 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.148917 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:48.178270 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 97822b73-e561-461b-9c27-c09dca5f37dc, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97822b73-e561-461b-9c27-c09dca5f37dc,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:48.199814 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-784c4125-4b37-42fb-a37a-20174a07df4b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:48.201574 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-784c4125-4b37-42fb-a37a-20174a07df4b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.4569316 Jun 16 18:28:48.218721 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (f19f2683-5c8b-4c07-8000-4ee1e0d825d5), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.220942 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-7eeb2bfa-4a4f-4af0-8470-124c8a56e00b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/quotas/1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 375 time: 0.0119650 Jun 16 18:28:48.237977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (f19f2683-5c8b-4c07-8000-4ee1e0d825d5), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.273360 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:48.310297 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.311712 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:48.322851 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19f2683-5c8b-4c07-8000-4ee1e0d825d5,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:48.345628 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.351529 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-838bc896-c1eb-4428-9352-124da27b6314 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5162933 Jun 16 18:28:48.359782 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55372) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:48.391006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:28:48.517580 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.659311 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-0a116ab7-05f9-4ee0-9eae-7c717dd798c7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4222286 Jun 16 18:28:48.726143 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=97822b73-e561-461b-9c27-c09dca5f37dc,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:48.764668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Current status of the port 97b4e0f5-0736-46d5-8683-e52d7324ba4a is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:48.765243 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:48.819218 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:48.819474 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.093052 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.143184 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-4a3df096-7a2c-4599-a697-fa3efd3b0f2f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:28:49.150870 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-4a3df096-7a2c-4599-a697-fa3efd3b0f2f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1415942 Jun 16 18:28:49.221636 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] For port 97b4e0f5-0736-46d5-8683-e52d7324ba4a, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97b4e0f5-0736-46d5-8683-e52d7324ba4a,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:49.267185 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.297296 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-f7576c4a-f530-48a3-9d07-564efc6dd9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454618 Jun 16 18:28:49.366332 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Pushing event updated for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:49.379389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Provisioning complete for port 6b15aaf5-6a63-4964-b733-973db1313671 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:49.379840 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6b15aaf5-6a63-4964-b733-973db1313671), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.435195 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Allocated IP 172.27.2.189 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/0e1a3770-c5d1-4e29-a12e-dd0af6b368d8) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:49.526895 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:49.529220 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 0f574bd0-6440-4835-b947-9db7922a9c14 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:49.536576 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:49.580076 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:49.594794 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-984a412d-6a96-4b0f-ae89-7eff7a8fa78e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:28:49.597089 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-984a412d-6a96-4b0f-ae89-7eff7a8fa78e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3599613 Jun 16 18:28:49.634021 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c83deb9-8118-4a4d-b343-523d0f4641a9 None None] Port 6b15aaf5-6a63-4964-b733-973db1313671 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:49.668410 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:49.688760 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks [] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.731223 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.913867 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-a94f3990-440a-415a-945e-cd00a394d143 None None] Provisioning complete for port 6b15aaf5-6a63-4964-b733-973db1313671 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:49.914321 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a94f3990-440a-415a-945e-cd00a394d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6b15aaf5-6a63-4964-b733-973db1313671), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:49.959469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:50.200291 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-1020ccd9-d321-41d0-9859-5ad0e39834d9 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893745 Jun 16 18:28:50.222329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8581-d051-45d3-a40e-19dc469e439e None None] Pushing event updated for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:50.227969 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 0f574bd0-6440-4835-b947-9db7922a9c14 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:50.228516 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.238189 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a94f3990-440a-415a-945e-cd00a394d143 None None] Port 6b15aaf5-6a63-4964-b733-973db1313671 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:28:50.277924 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.315402 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Attempting to bind port 19817d6b-1b4d-434f-b955-288d6f116f3d on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:50.315790 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Attempting to bind port 19817d6b-1b4d-434f-b955-288d6f116f3d by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:50.316300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Attempting to bind port 19817d6b-1b4d-434f-b955-288d6f116f3d on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:50.342974 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:50.343400 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Checking segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:50.343764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.344194 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Bound using segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:50.344701 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Bound port: 19817d6b-1b4d-434f-b955-288d6f116f3d, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:50.345092 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.442157 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-acc4806d-d5b7-467f-8c08-09b591ef527a service neutron] 10.222.0.30 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9038918 Jun 16 18:28:50.513985 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.590303 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] For port 19817d6b-1b4d-434f-b955-288d6f116f3d, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:50.597355 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] For port 19817d6b-1b4d-434f-b955-288d6f116f3d, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=19817d6b-1b4d-434f-b955-288d6f116f3d,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:50.602219 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-25f95863-e3b0-4c32-a2eb-bb8569a35ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003377 Jun 16 18:28:50.618602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:50.673888 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.722288 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:50.727502 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Provisioning complete for port 19817d6b-1b4d-434f-b955-288d6f116f3d triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:50.727887 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:50.737496 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:50.742187 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:28:50.814700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=0e1a3770-c5d1-4e29-a12e-dd0af6b368d8,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:50.926518 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55434) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:51.034447 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:51.035332 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:51.147992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.350181 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.358765 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6d60bf79-7014-4e5c-ab25-0e9a4fc54132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.691109 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8581-d051-45d3-a40e-19dc469e439e None None] Pushing event updated for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:51.726343 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6d60bf79-7014-4e5c-ab25-0e9a4fc54132 admin admin] Publish callbacks [] for security_group (7a7e324e-ca3f-47e1-93ae-88d22a501108), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.731303 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-deef95e1-7228-4b46-b97f-e5897fbd7da3 req-cfdb01df-171b-4a08-a65f-2a51410fdc92 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.3208582 Jun 16 18:28:51.738373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6d60bf79-7014-4e5c-ab25-0e9a4fc54132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (7a7e324e-ca3f-47e1-93ae-88d22a501108), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.803903 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-6d60bf79-7014-4e5c-ab25-0e9a4fc54132 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9353f1b4e36450eb953f2171c4dab8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8760552 Jun 16 18:28:51.805817 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.806488 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55486) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:51.822688 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.868397 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:51.942875 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60bf79-7014-4e5c-ab25-0e9a4fc54132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e324e-ca3f-47e1-93ae-88d22a501108,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:51.976802 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d5775cb-e9d3-4529-8ec5-33e25dc64a52 req-60fb534b-97b5-48e3-b2f5-17d830ad5590 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.0937934 Jun 16 18:28:52.024216 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] Publish callbacks [] for security_group (7a7e324e-ca3f-47e1-93ae-88d22a501108), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.067020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.087089 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7084198 Jun 16 18:28:52.099832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c650c6c-8073-4a7e-9323-2f8f8812a716 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=0e1a3770-c5d1-4e29-a12e-dd0af6b368d8,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:52.102496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] Publish callbacks [] for security_group (7a7e324e-ca3f-47e1-93ae-88d22a501108), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.124092 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 0f574bd0-6440-4835-b947-9db7922a9c14 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:52.268282 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (7a7e324e-ca3f-47e1-93ae-88d22a501108), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.271892 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.273221 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a7e324e-ca3f-47e1-93ae-88d22a501108 HTTP/1.1" status: 204 len: 168 time: 0.4580257 Jun 16 18:28:52.305609 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ad075-dab5-4ea1-aa66-a39872193dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e324e-ca3f-47e1-93ae-88d22a501108,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:52.567258 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:52.739206 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Current status of the port 19817d6b-1b4d-434f-b955-288d6f116f3d is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:52.744219 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:52.798130 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-a0b97064-8c2c-4941-9df9-0448b265963f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:52.819794 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-a0b97064-8c2c-4941-9df9-0448b265963f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 0.6477573 Jun 16 18:28:52.862893 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-f97448b2-b8a4-45b2-bce9-95069c3d9207 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/quotas/b70bbccf07e3404cb94ba59201061a6a HTTP/1.1" status: 200 len: 375 time: 0.0414889 Jun 16 18:28:52.863723 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c3a97dc1-b364-4468-8fea-a1d529aa0774 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--281742109&fields=id&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 267 time: 0.1872489 Jun 16 18:28:53.011904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] For port 19817d6b-1b4d-434f-b955-288d6f116f3d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=19817d6b-1b4d-434f-b955-288d6f116f3d,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:53.013362 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-8d684c5e-c891-4b29-b607-838a64c3e79e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483157 Jun 16 18:28:53.092576 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Sync routers for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:53.210613 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:53.211262 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:53.268943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:53.274830 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-d61c901c-0e05-4557-ad64-5193b5db8316 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:53.289235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-d61c901c-0e05-4557-ad64-5193b5db8316 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 816 time: 0.4227169 Jun 16 18:28:53.291118 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a4381524-26b2-44d7-99bd-393686076c83 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:53.294903 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:53.302679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:50Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:53.332595 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-5be3ddcd-7fae-4763-b506-ebaef04c9d23 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/quotas/7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 375 time: 0.0412264 Jun 16 18:28:53.540723 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddb949-d0c5-42dc-91d3-039293e10951 None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:50Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:53.565636 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:53.598565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55558) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:53.631512 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:53.739053 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f8e11595-bbc1-407b-b2c4-c9f4e3a3924a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:53.756027 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-11ddd030-2b24-4b97-9b95-ff819c92d4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390881 Jun 16 18:28:53.759913 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:53.812657 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-e3958eaa-9813-4273-b574-e7f5aec770e7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4785874 Jun 16 18:28:53.837365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b47d-0ee1-4d7a-b0dc-88d69d95052e None None] Pushing event updated for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:53.857017 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:53.858218 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:53.866340 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b1aed3a5-eb6b-444a-849a-084f18c7e1a9 None None] Provisioning complete for port 19817d6b-1b4d-434f-b955-288d6f116f3d triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:53.867436 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1aed3a5-eb6b-444a-849a-084f18c7e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:54.138901 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port a4381524-26b2-44d7-99bd-393686076c83 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:54.143299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a4381524-26b2-44d7-99bd-393686076c83), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:54.251190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:54.259554 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-b675b9c7-9c24-4113-9689-ed46faab8e11 service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721589 Jun 16 18:28:54.266405 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:54.285983 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-cc94fe38-91c7-401a-96da-63e66865d7fd service neutron] 10.222.0.30 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670491 Jun 16 18:28:54.369836 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'c097a3c9-dab1-43e4-9f2c-98243b1c82f0', 'name': '', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'mac_address': 'fa:16:3e:e9:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:36Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 2, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'subnets': [{'id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:54.435048 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b1aed3a5-eb6b-444a-849a-084f18c7e1a9 None None] Current status of the port 19817d6b-1b4d-434f-b955-288d6f116f3d is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:54.487265 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Checking router: 994cd372-6550-403b-85b3-a36b4fd40aae for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:54.487913 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Updating router 994cd372-6550-403b-85b3-a36b4fd40aae port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:54.566521 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:54.585841 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-6c17addb-98ee-4376-ae53-57bec8169735 service neutron] 10.222.0.30 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945092 Jun 16 18:28:54.588250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port a4381524-26b2-44d7-99bd-393686076c83 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:54.594585 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97b4e0f5-0736-46d5-8683-e52d7324ba4a up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:54.609000 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:54.758043 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-636fb6c9-b5ad-4f15-a7f0-21f57839948b req-ea4d7a58-662a-4528-9217-e528199c9bf8 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.1027312 Jun 16 18:28:54.794925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 97b4e0f5-0736-46d5-8683-e52d7324ba4a triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:54.795613 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:54.869500 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f8e11595-bbc1-407b-b2c4-c9f4e3a3924a admin admin] Publish callbacks [] for security_group (98ab5700-b8c3-4338-a280-adf703806198), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:54.880085 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f8e11595-bbc1-407b-b2c4-c9f4e3a3924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (98ab5700-b8c3-4338-a280-adf703806198), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.058872 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55608) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:55.064112 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f8e11595-bbc1-407b-b2c4-c9f4e3a3924a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=133bf8c4b0684602b2b7b1f9549f17bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4624865 Jun 16 18:28:55.071527 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e11595-bbc1-407b-b2c4-c9f4e3a3924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab5700-b8c3-4338-a280-adf703806198,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:55.155567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 97b4e0f5-0736-46d5-8683-e52d7324ba4a is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:55.159923 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e1bd9d5f-ac5b-480c-8707-90bfda968e30 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:55.266718 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] Publish callbacks [] for security_group (98ab5700-b8c3-4338-a280-adf703806198), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.346977 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-49922e45-726f-4e0e-9ba0-594a6362430d tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=478dbeee61b6401c9dbb31c216ce537b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2028210 Jun 16 18:28:55.366614 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] Publish callbacks [] for security_group (98ab5700-b8c3-4338-a280-adf703806198), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.498032 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e1bd9d5f-ac5b-480c-8707-90bfda968e30 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:55.498570 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.688684 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks [] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.703000 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.712389 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ca0197f0-8465-4d66-8b50-91e5af04e933 req-089f586b-3db6-4b90-a02c-8ece55c277f0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.1903245 Jun 16 18:28:55.758062 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (98ab5700-b8c3-4338-a280-adf703806198), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.761408 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:55.763364 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98ab5700-b8c3-4338-a280-adf703806198 HTTP/1.1" status: 204 len: 168 time: 0.7034092 Jun 16 18:28:55.820346 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f2da-5d90-4a74-a770-2779b6aff535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab5700-b8c3-4338-a280-adf703806198,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:56.000438 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9004c4e6-747c-4c43-87e6-8049bbc1ac56 req-ffe926e8-ad70-44cb-bbf3-ddd38b9e906e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 210 time: 0.1093328 Jun 16 18:28:56.024766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e1bd9d5f-ac5b-480c-8707-90bfda968e30 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:56.025159 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.150481 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613fab3-d644-49ca-8219-3aecaff20fa8 None None] Pushing event updated for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:56.168691 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port e1bd9d5f-ac5b-480c-8707-90bfda968e30, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e1bd9d5f-ac5b-480c-8707-90bfda968e30,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:56.186095 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.189006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a833f822-b0a5-4993-a449-5ee3bf929abe up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:56.275923 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-80bc3668-2015-42c4-977a-4d29b6d6e4c2 req-13e399dc-92ce-4788-a0f5-aa6ad0e456e4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.1375682 Jun 16 18:28:56.362246 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Attempting to bind port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:28:56.366194 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Attempting to bind port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:28:56.368931 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Attempting to bind port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 on network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:28:56.406096 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:28:56.410322 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Checking segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:28:56.414759 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.416019 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Bound using segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:28:56.427765 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Bound port: c097a3c9-dab1-43e4-9f2c-98243b1c82f0, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:28:56.429630 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.693957 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f40be962-c853-4b96-9ec0-f7e7bce4abf9 req-8181d0cc-ca14-4045-ba2c-c6a7a972b792 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.0891345 Jun 16 18:28:56.732215 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port a833f822-b0a5-4993-a449-5ee3bf929abe triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:56.733829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.779597 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] For port c097a3c9-dab1-43e4-9f2c-98243b1c82f0, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:28:56.790202 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] For port c097a3c9-dab1-43e4-9f2c-98243b1c82f0, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:28:56.809105 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:56.844098 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:56.912584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-5fef48e7-5a1a-4d0c-ab8b-3622364396ae tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:56.931876 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-5fef48e7-5a1a-4d0c-ab8b-3622364396ae tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5724392 Jun 16 18:28:56.935508 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=e1bd9d5f-ac5b-480c-8707-90bfda968e30,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:56.988858 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-3085e253-8325-4d82-8b8b-18be601db362 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/quotas/478dbeee61b6401c9dbb31c216ce537b HTTP/1.1" status: 200 len: 375 time: 0.0554540 Jun 16 18:28:57.046353 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:57.049729 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:57.076727 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-d01422b9-04d5-4e87-ab2c-59903b6dbbe1 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=478dbeee61b6401c9dbb31c216ce537b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795796 Jun 16 18:28:57.078558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:57.147967 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8ddcb088-ce5b-4e42-9a2f-7798532fe566 req-e9f86d38-22ad-4e8a-b3a2-502264dad0ac tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.1581542 Jun 16 18:28:57.264765 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55670) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:57.306158 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Provisioning complete for port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:57.313381 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:57.437397 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:57.552230 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613fab3-d644-49ca-8219-3aecaff20fa8 None None] Pushing event updated for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:57.561515 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:57.736965 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:28:57.742956 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:28:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:57.798844 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:57.919813 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-625cf59b-2a4e-4c4e-8bc0-5edb84fc3031 req-83b51e88-2482-42ff-92f0-b0cf66bbbd96 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.0680044 Jun 16 18:28:58.045308 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'c097a3c9-dab1-43e4-9f2c-98243b1c82f0', 'name': '', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'mac_address': 'fa:16:3e:e9:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:36Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'subnets': [{'id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:58.117422 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d1e78bf-9acd-4858-8a62-f589868f420b req-a7d0cc6f-1200-4b57-bcf4-83cd365b0379 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.1253717 Jun 16 18:28:58.156554 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0ef4-5144-4492-a4e3-83dac79cb03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.172530 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-23595f4b-b276-44e0-81e2-59cb06dda023 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:28:58.188645 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461a46f-9586-4c48-8600-ebc83b49672f None None] The sync data for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi is: [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:39Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'c097a3c9-dab1-43e4-9f2c-98243b1c82f0', 'name': '', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'mac_address': 'fa:16:3e:e9:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:36Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'subnets': [{'id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:58.205557 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-23595f4b-b276-44e0-81e2-59cb06dda023 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 0.6712070 Jun 16 18:28:58.242314 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f0aab0f9-3dca-4782-857c-4681a0a6246b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/quotas/b70bbccf07e3404cb94ba59201061a6a HTTP/1.1" status: 200 len: 375 time: 0.0344670 Jun 16 18:28:58.242882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-abeae0c4-f65d-4776-ada7-d510f9ffa044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.286627 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port a833f822-b0a5-4993-a449-5ee3bf929abe is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:58.289331 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.385498 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port a833f822-b0a5-4993-a449-5ee3bf929abe, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a833f822-b0a5-4993-a449-5ee3bf929abe,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:58.391226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0ef4-5144-4492-a4e3-83dac79cb03a admin admin] Publish callbacks [] for security_group (33a3400b-e370-4f00-be18-841d9e39dfe0), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.425032 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:28:58.435070 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-c2af07a9-bf57-435f-8716-069dc3e3d9cd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850085 Jun 16 18:28:58.436769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.438425 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97822b73-e561-461b-9c27-c09dca5f37dc up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:28:58.474651 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-879eca79-139e-40bb-89dd-d96b0eef34c8 req-fcc401c4-dd6f-4cbb-8e41-7dd0b478126d tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.0784836 Jun 16 18:28:58.481199 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0ef4-5144-4492-a4e3-83dac79cb03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (33a3400b-e370-4f00-be18-841d9e39dfe0), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.582840 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a0ef4-5144-4492-a4e3-83dac79cb03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3400b-e370-4f00-be18-841d9e39dfe0,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:58.612542 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5a4a0ef4-5144-4492-a4e3-83dac79cb03a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d3b3b8585f2455a92ef0ae947808f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3466175 Jun 16 18:28:58.617351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55716) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:58.664802 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-bbea7e8a-b172-4232-b46f-00a7cae10d9d service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232754 Jun 16 18:28:58.724240 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] Publish callbacks [] for security_group (33a3400b-e370-4f00-be18-841d9e39dfe0), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.755818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Current status of the port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:58.756795 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.807042 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a59518dd-0d53-4e2b-897f-af010fba909a req-81ef5818-c403-41cf-870b-8f200afe5257 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.1018302 Jun 16 18:28:58.867335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] Publish callbacks [] for security_group (33a3400b-e370-4f00-be18-841d9e39dfe0), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.904172 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:28:58.907068 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 97822b73-e561-461b-9c27-c09dca5f37dc triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:58.907453 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.911167 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-4a0f93f5-0917-4415-9b0d-74c8e67fa468 service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412744 Jun 16 18:28:58.951980 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=a833f822-b0a5-4993-a449-5ee3bf929abe,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:58.982966 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (33a3400b-e370-4f00-be18-841d9e39dfe0), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:58.991565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:59.003789 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33a3400b-e370-4f00-be18-841d9e39dfe0 HTTP/1.1" status: 204 len: 168 time: 0.3833616 Jun 16 18:28:59.004879 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] For port c097a3c9-dab1-43e4-9f2c-98243b1c82f0, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:28:59.024952 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:59.043585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf08228-8e6f-43ac-b028-0baa4d210386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3400b-e370-4f00-be18-841d9e39dfe0,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:59.189181 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-daf4440c-cd5d-4b85-a9ec-7dbc1a106473 req-40ffb98a-228e-47a0-8217-3d7249982c7a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.0734506 Jun 16 18:28:59.260719 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0187e0af-ec59-4817-baaf-55d356377fad req-021c1ab9-bfda-4f39-852d-d659036113dd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.0539999 Jun 16 18:28:59.310219 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a4d78579-5d79-4a4f-a3b9-bafd9109cf2b req-f253b50b-cbea-4fd9-b93a-8c5e6514d62c tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.0498230 Jun 16 18:28:59.470795 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e5e3fc68-ec2d-448a-9546-c874eb703300 None None] Provisioning complete for port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:28:59.471194 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fc68-ec2d-448a-9546-c874eb703300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:28:59.569077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 97822b73-e561-461b-9c27-c09dca5f37dc is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:28:59.579193 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.88', 64744) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:59.586747 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55b636-5776-433c-8183-efd95d7f51a5 None None] Pushing event updated for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:59.589371 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.88', 64745) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:28:59.808242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 2, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:00.030162 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-23155758-9eb7-41b4-bd38-44989f6449b5 req-e006c1ba-c740-47cc-bcb0-e31ad4e0db73 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.0868909 Jun 16 18:29:00.093727 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55754) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:00.137415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a1b81f40-c16c-42db-bb23-0614e3ba9710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:00.152821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:00.188605 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-d23aa977-8995-4074-b849-c4463c6b2791 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:00.190195 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-d23aa977-8995-4074-b849-c4463c6b2791 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.5937083 Jun 16 18:29:00.250027 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3fc68-ec2d-448a-9546-c874eb703300 None None] Current status of the port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:00.297010 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:29:00.298629 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Updating router b495d47d-d861-4e03-82b6-644af587fe1f port 6b15aaf5-6a63-4964-b733-973db1313671 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:29:00.359541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:00.415035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5af7-3e36-4e9e-864f-a62dee76d403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:00.454544 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c097a3c9-dab1-43e4-9f2c-98243b1c82f0 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:00.535657 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-504a7cb4-e8fd-4eaf-8131-a3c64adecd9f req-1c292a54-3e07-4ae8-946c-bbf2f0eb1e60 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.1527843 Jun 16 18:29:00.563253 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6b15aaf5-6a63-4964-b733-973db1313671), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:00.659807 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1437b53c-6bdd-4340-9a8b-3fde0a2507ce req-e8c59c50-f386-405a-b2fa-e13e6c32c5a3 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.1683457 Jun 16 18:29:00.662344 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a1b81f40-c16c-42db-bb23-0614e3ba9710 admin admin] Publish callbacks [] for security_group (d2ebb674-f2b3-4c9e-a4b0-300f60ec9868), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:00.675170 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a1b81f40-c16c-42db-bb23-0614e3ba9710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d2ebb674-f2b3-4c9e-a4b0-300f60ec9868), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:00.805813 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:00.809027 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:00.822252 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a1b81f40-c16c-42db-bb23-0614e3ba9710 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfdc6e8a6242491aa8cf08f0f4f8cd6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271769 Jun 16 18:29:00.847572 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 55782) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:00.855979 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b81f40-c16c-42db-bb23-0614e3ba9710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ebb674-f2b3-4c9e-a4b0-300f60ec9868,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:00.861985 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-dfe97c91-ee7c-40d1-a602-aa44cfab3b51 req-3765c6d3-7314-4a07-abd9-a978db2bc4ff tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.0969555 Jun 16 18:29:00.916100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:00.925243 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-e45b04b2-5074-46cb-a475-c0216e91c27c tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:00.927659 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-e45b04b2-5074-46cb-a475-c0216e91c27c tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.88 "GET /v2.0/networks?id=582bc60a-8c58-4bed-8088-4ab602fbe5f6 HTTP/1.1" status: 200 len: 811 time: 0.7779384 Jun 16 18:29:00.960754 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:00.961075 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.021774 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Request body: {'port': {'device_id': '58790243-9fe3-49d2-b029-40825911ddde', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'admin_state_up': True, 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:01.208717 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eaf8eddf-a546-4817-bbc0-8e76f9f9fa4d req-0d110110-9339-4b86-bbe9-b7ebe196bbce tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.0698855 Jun 16 18:29:01.211008 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.318723 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:01.474273 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e87de328-c440-41c2-ab21-0cf63343bda3 req-53e731fb-4c86-4fb8-9139-10a7d5522241 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.5234396 Jun 16 18:29:01.479213 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-6fb091ac-c08e-4a10-bca5-3e3d128c6343 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 380 time: 0.9847665 Jun 16 18:29:01.510883 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:01.514396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e1bd9d5f-ac5b-480c-8707-90bfda968e30 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:01.553558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Made reservation on behalf of aa9111175cad44b2bbc611b7ae36a991 for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:01.557303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.564792 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] Publish callbacks [] for security_group (d2ebb674-f2b3-4c9e-a4b0-300f60ec9868), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.641118 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] Publish callbacks [] for security_group (d2ebb674-f2b3-4c9e-a4b0-300f60ec9868), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.716428 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks [] for port (6b15aaf5-6a63-4964-b733-973db1313671), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.724010 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3eac3a51-a190-4495-b7ec-3c0bfd1d3f9c req-5288b28a-ae93-4aff-a5eb-b00bfb38de49 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.0746262 Jun 16 18:29:01.734998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e1bd9d5f-ac5b-480c-8707-90bfda968e30 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:01.736039 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:01.742909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.014871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'port': {'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'admin_state_up': True, 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'security_groups': ['067acb5c-17cd-43ca-8598-8ea7a8d20d42']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:02.106351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6d63-e10b-4be9-8104-59eecf025da3 None None] Pushing event updated for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:02.278120 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Attempting to bind port 6b15aaf5-6a63-4964-b733-973db1313671 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:02.278783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Attempting to bind port 6b15aaf5-6a63-4964-b733-973db1313671 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:02.279453 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Attempting to bind port 6b15aaf5-6a63-4964-b733-973db1313671 on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:02.302821 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:02.304406 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:02.305174 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.305871 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Bound using segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:02.306711 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Bound port: 6b15aaf5-6a63-4964-b733-973db1313671, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:02.307368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6b15aaf5-6a63-4964-b733-973db1313671), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.333777 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e1bd9d5f-ac5b-480c-8707-90bfda968e30 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:02.335762 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a833f822-b0a5-4993-a449-5ee3bf929abe up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:02.514631 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-08095b7f-e700-4ced-a6b1-b8c131db00bc req-0a4a446a-25dd-40d5-ba6f-779eb24e0cf9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.2163813 Jun 16 18:29:02.553013 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.88', 64757) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:02.610589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.641476 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] For port 6b15aaf5-6a63-4964-b733-973db1313671, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:02.646570 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] For port 6b15aaf5-6a63-4964-b733-973db1313671, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=6b15aaf5-6a63-4964-b733-973db1313671,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:02.654873 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Provisioning complete for port 6b15aaf5-6a63-4964-b733-973db1313671 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:02.655296 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6b15aaf5-6a63-4964-b733-973db1313671), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.673805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.680331 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port a833f822-b0a5-4993-a449-5ee3bf929abe triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:02.681131 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:02.706913 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.88', 64758) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:02.707399 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.88', 64759) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:02.730900 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:02.828920 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-99e8db0f-8830-4e63-b210-1b4a588b43bb tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=478dbeee61b6401c9dbb31c216ce537b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189566 Jun 16 18:29:02.891680 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:02.906468 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a51a5f6b-b2d3-4e75-8d91-2b1326450910 req-6eea9010-125c-44e5-a9e0-7219fa807f6c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.1706729 Jun 16 18:29:03.057228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Allocated IP 172.20.0.10 (582bc60a-8c58-4bed-8088-4ab602fbe5f6/f10f710d-f544-4094-89d2-70ed52cf83c0/be9e391a-a84f-495c-b209-129c97524123) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:03.058215 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:03.071841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-f05c1da5-41e9-4002-9080-8fd5e3ca181a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:03.085875 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-f05c1da5-41e9-4002-9080-8fd5e3ca181a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 0.5308113 Jun 16 18:29:03.144494 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'port': {'device_id': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'admin_state_up': True, 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:03.199644 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6d63-e10b-4be9-8104-59eecf025da3 None None] Pushing event updated for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:03.203751 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:29:03.216272 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:29:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:03.607149 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f25e7012-1dbb-4354-9960-1be3497d64a9 req-f3b1ca82-1a21-4207-b489-e5decb832ba6 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 1.6426036 Jun 16 18:29:03.677943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.88', 64760) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:03.680873 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:03.821160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port a833f822-b0a5-4993-a449-5ee3bf929abe is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:03.824809 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 19817d6b-1b4d-434f-b955-288d6f116f3d up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:04.082805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:29:04.093802 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Current status of the port 6b15aaf5-6a63-4964-b733-973db1313671 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:04.094210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6b15aaf5-6a63-4964-b733-973db1313671), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:04.105624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-049323ff-efe2-40dd-a6b8-641c33723eff tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:04.108928 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-049323ff-efe2-40dd-a6b8-641c33723eff tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1919239 Jun 16 18:29:04.122265 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-eb72e573-9c3e-41a3-80ef-08bc6e1292b2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:04.125555 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-eb72e573-9c3e-41a3-80ef-08bc6e1292b2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 816 time: 1.4168522 Jun 16 18:29:04.240469 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-88cf836b-48a8-4616-ac2d-42ed3c340f42 req-cca58210-106a-410d-b649-045efa28c100 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.1524913 Jun 16 18:29:04.313321 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Request body: {'port': {'device_id': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172', 'admin_state_up': True, 'tenant_id': '478dbeee61b6401c9dbb31c216ce537b'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:04.517082 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] For port 6b15aaf5-6a63-4964-b733-973db1313671, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=6b15aaf5-6a63-4964-b733-973db1313671,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:04.671403 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks [] for port (be9e391a-a84f-495c-b209-129c97524123), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:04.678083 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Made reservation on behalf of b70bbccf07e3404cb94ba59201061a6a for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:04.683691 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:04.832390 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:04.894604 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-850126c0-6cde-4061-bae0-37de1a5015b3 req-99b1d0fd-7fb5-41f8-be12-6be69d44ec0f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.2552075 Jun 16 18:29:04.923835 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-51859739-058a-4f27-8dc3-a5cbc4cf97f3 req-e218c9a1-8cf9-45fb-a9be-f6796f2a73bd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.7817509 Jun 16 18:29:04.932018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (be9e391a-a84f-495c-b209-129c97524123), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:04.978774 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:04.998693 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:05.005870 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d2ebb674-f2b3-4c9e-a4b0-300f60ec9868), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:05.016094 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:05.020322 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2ebb674-f2b3-4c9e-a4b0-300f60ec9868 HTTP/1.1" status: 204 len: 168 time: 4.1680973 Jun 16 18:29:05.137655 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-1c59bf4b-17d1-4922-9b1f-f7894e8b5804 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 379 time: 0.8756738 Jun 16 18:29:05.190814 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:05.197405 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:05.204828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'port': {'device_id': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'admin_state_up': True, 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'security_groups': ['0d4e82b7-7047-4aa2-bd3f-475f80597fa4']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:05.251701 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c610c99-08bf-42b1-8550-166479182bbb None None] Pushing event updated for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:05.268732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 19817d6b-1b4d-434f-b955-288d6f116f3d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:05.269691 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:05.339201 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-9659513f-63c2-48c2-8611-d28ad5c8240b None None] Provisioning complete for port 6b15aaf5-6a63-4964-b733-973db1313671 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:05.340180 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9659513f-63c2-48c2-8611-d28ad5c8240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6b15aaf5-6a63-4964-b733-973db1313671), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:05.561923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e098d-1753-411a-9b81-0fba312e1286 req-520a28ea-8d9f-4bee-a7b4-95331bde57be tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:05.565756 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b6e098d-1753-411a-9b81-0fba312e1286 req-520a28ea-8d9f-4bee-a7b4-95331bde57be tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 932 time: 0.3249745 Jun 16 18:29:05.572329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:05.578675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:05.602009 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29c9d6-aaad-4634-8c9f-2368ea5bbba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ebb674-f2b3-4c9e-a4b0-300f60ec9868,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:05.605997 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4872833b-7f29-40db-a8aa-9ae758fa5933 req-c9dec0bd-cb5d-42d7-90ad-0f1dc13cd398 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.5401633 Jun 16 18:29:05.909797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.20.0.12 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/0075a21e-8596-4b59-b394-0d2e2c21aab0) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:05.924554 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:02Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:05.931427 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 19817d6b-1b4d-434f-b955-288d6f116f3d is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:06.050881 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-9659513f-63c2-48c2-8611-d28ad5c8240b None None] Current status of the port 6b15aaf5-6a63-4964-b733-973db1313671 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:06.057270 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b8b05-2c0e-4436-8ae3-e9b2e715b5e0 None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:02Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:29:06.102408 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:06.138392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:06.163093 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-797cdcf5-931b-4679-a59f-7857974a3552 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:06.166134 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-797cdcf5-931b-4679-a59f-7857974a3552 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 2.4755754 Jun 16 18:29:06.181699 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:06.196815 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:06.200104 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:06.217855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:06.218522 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:06.238704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'port': {'device_id': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'admin_state_up': True, 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:06.282496 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Pushing event updated for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:06.371343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:06.444249 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 6b15aaf5-6a63-4964-b733-973db1313671 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:06.466609 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:29:06.485758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:06.510190 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b6e098d-1753-411a-9b81-0fba312e1286 req-621ffb54-a49e-40ff-b7ac-f4eefc80a155 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593092 Jun 16 18:29:06.602594 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:06.622116 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:06.623798 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:06.628666 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:06.672689 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 6b15aaf5-6a63-4964-b733-973db1313671 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:06.673244 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6b15aaf5-6a63-4964-b733-973db1313671), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:06.693401 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-a7520743-6d43-496e-aac2-59d4ddb04e9b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6784229 Jun 16 18:29:06.742573 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-7480a3d9-23a4-4588-966f-0c39968d667b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:29:06.764283 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-7480a3d9-23a4-4588-966f-0c39968d667b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0352831 Jun 16 18:29:07.068013 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 6b15aaf5-6a63-4964-b733-973db1313671 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:07.266147 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e75adff7-445d-4c6b-8b9c-e400a61df24f None None] Provisioning complete for port be9e391a-a84f-495c-b209-129c97524123 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:07.266550 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e75adff7-445d-4c6b-8b9c-e400a61df24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (be9e391a-a84f-495c-b209-129c97524123), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:07.408416 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e75adff7-445d-4c6b-8b9c-e400a61df24f None None] Port be9e391a-a84f-495c-b209-129c97524123 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:07.474648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Made reservation on behalf of 478dbeee61b6401c9dbb31c216ce537b for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:07.478178 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5181270 Jun 16 18:29:07.483462 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:07.532042 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:07.560937 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeabc9-af08-428a-82f0-e399e4815135 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:07.568785 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-350cbe55-c535-4d6d-b724-e0dba25b62c0 req-581cb9f9-e2fd-469f-818b-3289fd4d1d8f tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.4369416 Jun 16 18:29:07.571726 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-74eaffcd-de72-4890-94ed-ea91f7fc0aba None None] Provisioning complete for port 0075a21e-8596-4b59-b394-0d2e2c21aab0 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:07.572406 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-74eaffcd-de72-4890-94ed-ea91f7fc0aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:07.637632 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:07.830696 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1e0a2f19-1f59-4db3-902c-fe35d8ba62a1 req-4bfa6768-f1ea-4c05-ab9a-e4405dd3c7fa tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.4614310 Jun 16 18:29:07.832805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Allocated IP 172.20.0.6 (15279682-d7de-41a6-80bc-29c22a949874/5972fb80-4f4a-4298-8b84-f90490813b2c/88f4692a-7c46-4581-9664-8a005ca35a74) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:07.911090 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-74eaffcd-de72-4890-94ed-ea91f7fc0aba None None] Port 0075a21e-8596-4b59-b394-0d2e2c21aab0 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:07.999990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Made reservation on behalf of b70bbccf07e3404cb94ba59201061a6a for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:08.018700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:08.054907 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=16 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:08.145339 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-abfed564-8d54-404f-b458-e52caaeca993 req-f9e685c1-00d5-42d5-a5eb-39d372411030 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.1760542 Jun 16 18:29:08.352746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Request body: {'port': {'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:08.449829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Request body: {'port': {'device_id': '58790243-9fe3-49d2-b029-40825911ddde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:08.458084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 55990) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:08.583771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Made reservation on behalf of 7904e707e39846fdb8b7d019719dc163 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:29:08.611649 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:08.837694 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40d863-9404-4210-9060-76348694a0a5 req-3b4a7355-395e-4431-ad0e-f7043dd1ea9e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:08.840481 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b40d863-9404-4210-9060-76348694a0a5 req-3b4a7355-395e-4431-ad0e-f7043dd1ea9e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 932 time: 0.4586701 Jun 16 18:29:09.009568 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-880d26b2-d481-474b-a4a6-3de9d83ffa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:09.013683 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (be9e391a-a84f-495c-b209-129c97524123), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:09.176634 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:09.241802 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf571d-5fab-4ae2-a992-c107b7792909 req-5bce517f-2452-4c98-9b28-25036508b746 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:09.256464 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09bf571d-5fab-4ae2-a992-c107b7792909 req-5bce517f-2452-4c98-9b28-25036508b746 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 932 time: 0.7182732 Jun 16 18:29:09.321703 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b40d863-9404-4210-9060-76348694a0a5 req-33868d8b-41ea-4571-98cc-df4f4bab8ff7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465039 Jun 16 18:29:09.487994 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks [] for security_group (534ba72a-bbc9-4955-8bf2-57c45f862a91), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:09.740126 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (534ba72a-bbc9-4955-8bf2-57c45f862a91), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:09.915092 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-004046d7-dede-4014-a7fc-2a101b27ab0e req-d113677d-a147-46f4-a47d-40c35e267225 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.3768804 Jun 16 18:29:10.025649 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534ba72a-bbc9-4955-8bf2-57c45f862a91,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:10.172370 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:10.238284 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c7ed3a2a-b13f-4285-88fc-d736c7fa4315 req-5c6b41d4-4f9b-4d36-97e2-65e9b2e22972 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.0918229 Jun 16 18:29:10.252316 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:10.310513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:10.341811 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09bf571d-5fab-4ae2-a992-c107b7792909 req-cd8f4f32-38ff-46e0-a1af-bf3b6b846d4a tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0825748 Jun 16 18:29:10.629507 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:10.656653 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for port (88f4692a-7c46-4581-9664-8a005ca35a74), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:10.707450 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-880d26b2-d481-474b-a4a6-3de9d83ffa2c admin admin] Publish callbacks [] for security_group (86e089db-6f2d-46c2-85f0-3d58be27c0fc), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:10.778049 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Allocated IP 172.20.0.11 (cdfdfccf-e3dc-489b-8eaf-0509b174579d/080eaf0d-8a13-440d-97b3-d6dd9a29fa02/7416c7c3-1e79-4777-a950-c0c27847ca8e) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:10.850196 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-880d26b2-d481-474b-a4a6-3de9d83ffa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (86e089db-6f2d-46c2-85f0-3d58be27c0fc), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:10.941209 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d9bbfad8-ed87-4f07-a1b0-ce20352feb3d req-f5242413-0946-4b80-a3ff-da99f976a854 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.1208119 Jun 16 18:29:10.942864 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-880d26b2-d481-474b-a4a6-3de9d83ffa2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99f403f66be44d37ad1346dcb72205f2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4761710 Jun 16 18:29:10.973377 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56046) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:11.172005 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e391a-a84f-495c-b209-129c97524123 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:11.195828 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks [] for port (be9e391a-a84f-495c-b209-129c97524123), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:11.267757 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-43a094d0-f343-4a97-83c6-1f75feef5ab3 req-2bae4bce-53cf-4339-ac79-4620a61a512a tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.0607500 Jun 16 18:29:11.310071 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Transition to ACTIVE for port object be9e391a-a84f-495c-b209-129c97524123 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:11.316080 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ec7ee-955b-4241-b158-bff423cee30d req-98ffa9de-0efd-4f6d-8576-da0f465b2fd7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:11.325038 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (be9e391a-a84f-495c-b209-129c97524123), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:11.327077 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ba4ec7ee-955b-4241-b158-bff423cee30d req-98ffa9de-0efd-4f6d-8576-da0f465b2fd7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 932 time: 0.6610680 Jun 16 18:29:11.503574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d26b2-d481-474b-a4a6-3de9d83ffa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e089db-6f2d-46c2-85f0-3d58be27c0fc,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:11.561384 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:11.800507 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:11.911817 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:11.914806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:11.941426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:11.943520 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.060278 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] Publish callbacks [] for security_group (86e089db-6f2d-46c2-85f0-3d58be27c0fc), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.089609 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] Publish callbacks [] for security_group (86e089db-6f2d-46c2-85f0-3d58be27c0fc), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.232419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:12.270160 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Attempting to bind port be9e391a-a84f-495c-b209-129c97524123 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:12.270860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Attempting to bind port be9e391a-a84f-495c-b209-129c97524123 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:12.270860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Attempting to bind port be9e391a-a84f-495c-b209-129c97524123 on network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:12.299215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:12.464918 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Allocated IP 172.20.0.8 (15279682-d7de-41a6-80bc-29c22a949874/5972fb80-4f4a-4298-8b84-f90490813b2c/67e8bc05-0984-4a56-9695-39dbb5154e2d) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:12.494209 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Port be9e391a-a84f-495c-b209-129c97524123 on network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:12.494601 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Attempting to bind port be9e391a-a84f-495c-b209-129c97524123 on network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:12.539848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Allocated IP 192.168.233.82 (f58471f7-f865-461e-a1a3-c7370c6c6172/f5c7a2a5-a4af-472e-9aec-51c39a61ff63/e304be79-1d40-45f4-99ca-97459a28a681) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:29:12.552972 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8cd60236-b9e5-42df-9d67-bc0c666985b5 req-c7b26c62-fefe-4fea-bb18-b396e5437459 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.7672503 Jun 16 18:29:12.584437 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (86e089db-6f2d-46c2-85f0-3d58be27c0fc), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.595266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.601058 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86e089db-6f2d-46c2-85f0-3d58be27c0fc HTTP/1.1" status: 204 len: 168 time: 1.6091957 Jun 16 18:29:12.613756 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-cf25f5e2-8318-47d1-ad1b-6aa2c3ecced9 None None] Provisioning complete for port 88f4692a-7c46-4581-9664-8a005ca35a74 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:12.614630 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-9e01ad5a-5f53-46c6-9904-6a329d70fe9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5122011 Jun 16 18:29:12.615779 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cf25f5e2-8318-47d1-ad1b-6aa2c3ecced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.664566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:12.664874 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Checking segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:12.665409 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Bound using segment: {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:12.666002 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Bound port: be9e391a-a84f-495c-b209-129c97524123, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:12.666441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (be9e391a-a84f-495c-b209-129c97524123), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.723955 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Request body: {'port': {'device_id': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:12.728456 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0075a21e-8596-4b59-b394-0d2e2c21aab0 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:12.731396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-cf25f5e2-8318-47d1-ad1b-6aa2c3ecced9 None None] Port 88f4692a-7c46-4581-9664-8a005ca35a74 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:12.738520 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Pushing event updated for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:12.837001 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks [] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.863006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Transition to ACTIVE for port object 0075a21e-8596-4b59-b394-0d2e2c21aab0 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:12.923553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:12.930193 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14544df-d00f-484d-ad19-09fbcfea3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e089db-6f2d-46c2-85f0-3d58be27c0fc,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:12.934433 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ba4bb-893a-49bf-91e7-ad5aa6d9aa2c req-4f64433e-fac4-48f9-8984-423a0838d1be tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:12.936659 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-856ba4bb-893a-49bf-91e7-ad5aa6d9aa2c req-4f64433e-fac4-48f9-8984-423a0838d1be tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.1902618 Jun 16 18:29:13.006146 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ba4ec7ee-955b-4241-b158-bff423cee30d req-83a2e421-b3f8-494d-a5d8-67d425dd3f69 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5200198 Jun 16 18:29:13.182178 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:13.252502 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:13.296595 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-856ba4bb-893a-49bf-91e7-ad5aa6d9aa2c req-f885e844-3c8d-4a1e-b6ba-7920546b78df tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672509 Jun 16 18:29:13.456974 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:13.580748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:13.586080 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a18a8d24-c9de-49bf-a20b-4e273ea7fb0b req-f0cf86f2-36d9-4b5a-9f93-6c69f979315a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.2940123 Jun 16 18:29:13.587550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:13.633251 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:13.720971 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-69b60e06-65e0-4c75-99de-1586cdc35dfc req-b3ec29aa-7e3e-492c-889c-95058581e87c tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.1274700 Jun 16 18:29:13.744569 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.067844 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-00b442d7-75d3-42db-af6d-79c21e311602 req-df096354-d9a1-4170-9bc9-987303c41ac7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 210 time: 0.2500951 Jun 16 18:29:14.147413 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.225285 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be9e391a-a84f-495c-b209-129c97524123,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:14.257441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Attempting to bind port 0075a21e-8596-4b59-b394-0d2e2c21aab0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:14.258990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Attempting to bind port 0075a21e-8596-4b59-b394-0d2e2c21aab0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:14.275214 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Attempting to bind port 0075a21e-8596-4b59-b394-0d2e2c21aab0 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:14.283762 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.314248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (be9e391a-a84f-495c-b209-129c97524123), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.388891 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Port 0075a21e-8596-4b59-b394-0d2e2c21aab0 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:14.389293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Attempting to bind port 0075a21e-8596-4b59-b394-0d2e2c21aab0 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:14.403582 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56110) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:14.443352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:14.443876 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:14.444956 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:14.448518 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Bound port: 0075a21e-8596-4b59-b394-0d2e2c21aab0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:14.449110 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.508405 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:14.509721 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.510815 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] 10.222.0.88 "PUT /v2.0/ports/be9e391a-a84f-495c-b209-129c97524123 HTTP/1.1" status: 200 len: 1094 time: 7.1355677 Jun 16 18:29:14.580013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'tag': 'be9e391a-a84f-495c-b209-129c97524123'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:14.776542 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:14.825448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b91e34cb-4f2b-4afb-9c54-8bb098b357c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:14.838208 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416305e-d96c-4188-980b-0043e3b2258a req-b4b52c1d-b86e-4217-b4c7-947f45b62271 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:14.840271 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5416305e-d96c-4188-980b-0043e3b2258a req-b4b52c1d-b86e-4217-b4c7-947f45b62271 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.3128481 Jun 16 18:29:15.011132 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:15.015607 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:15.101221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:15.139155 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:15.187269 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:15.207873 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:15.230786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:15.238803 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:15.296529 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bebe6-dd07-4843-844b-0883c6094834 req-46d075b8-54e8-4c69-b934-5f3894c686ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:15.305121 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5b3bebe6-dd07-4843-844b-0883c6094834 req-46d075b8-54e8-4c69-b934-5f3894c686ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 944 time: 0.9070752 Jun 16 18:29:15.331576 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-f5a2208d-ffd8-4e9a-a778-d4160f48ceb2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0987082 Jun 16 18:29:15.356184 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904dc9a-58b5-4684-9b6c-62a224fcbd60" -d '{"events": [{"name": "network-changed", "server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "tag": "be9e391a-a84f-495c-b209-129c97524123"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:15.399787 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864dd7b-03b7-43c8-97ea-7f0fb7ff20de service neutron] Pushing event updated for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:15.410693 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-be16df16-9740-400a-9096-4c9bf72d76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:15.413020 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-be16df16-9740-400a-9096-4c9bf72d76d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aa9111175cad44b2bbc611b7ae36a991&device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 1128 time: 0.6556327 Jun 16 18:29:15.414957 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:15.415773 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:15.418724 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 200 len: 1094 time: 7.8503094 Jun 16 18:29:15.686200 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5b3bebe6-dd07-4843-844b-0883c6094834 req-a1961330-28eb-480c-80be-870e79af0d8a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801417 Jun 16 18:29:15.747284 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ba149-6e34-40be-ac57-b1213e41a5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:15.811871 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-7598ade8-3ee2-4d1e-a97e-7bf07956b82f None None] Provisioning complete for port 67e8bc05-0984-4a56-9695-39dbb5154e2d triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:15.826257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7598ade8-3ee2-4d1e-a97e-7bf07956b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.036674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:16.070410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.093731 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks [] for port (e304be79-1d40-45f4-99ca-97459a28a681), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.117443 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f127a-219e-4c93-a55e-9fa13ca29d97 req-f1990cbc-ec0d-42e1-b5bc-db4e3e33e23c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:16.118393 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7598ade8-3ee2-4d1e-a97e-7bf07956b82f None None] Port 67e8bc05-0984-4a56-9695-39dbb5154e2d cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:16.122951 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-865f127a-219e-4c93-a55e-9fa13ca29d97 req-f1990cbc-ec0d-42e1-b5bc-db4e3e33e23c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 932 time: 0.2260935 Jun 16 18:29:16.271220 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:16.286700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:16.290486 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-a182f3e0-b58b-4354-b3b9-259e1c099572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:16.293528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:16.295704 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-a182f3e0-b58b-4354-b3b9-259e1c099572 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 1128 time: 0.1687775 Jun 16 18:29:16.330146 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5416305e-d96c-4188-980b-0043e3b2258a req-700a717c-167f-4c60-b4bd-c94de9df3aba tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826195 Jun 16 18:29:16.331187 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:16.337495 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:16.338288 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.385479 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.2225542 Jun 16 18:29:16.390200 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.403088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Request body: {'port': {'device_id': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:16.430976 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10de00f-2abe-43d8-84e5-3f8a8b444fb4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:16.446465 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Request body: {'port': {'device_id': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:16.481750 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f4692a-7c46-4581-9664-8a005ca35a74 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:16.503489 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks [] for port (88f4692a-7c46-4581-9664-8a005ca35a74), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.592461 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.595716 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Transition to ACTIVE for port object 88f4692a-7c46-4581-9664-8a005ca35a74 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:16.678379 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:16.745876 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-32ef2e83-2fe5-44c2-8001-506e6bd6ecd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be9e391a-a84f-495c-b209-129c97524123 HTTP/1.1" status: 200 len: 217 time: 0.6204760 Jun 16 18:29:16.892958 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-06412d8f-5af8-4c3e-a540-f66fa49644df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 200 len: 217 time: 0.2730877 Jun 16 18:29:16.900677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Pushing event updated for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:17.053377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-61c7b98c-fd7b-4f6f-9698-b8ea81ae6cc6 None None] Provisioning complete for port 7416c7c3-1e79-4777-a950-c0c27847ca8e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:17.054306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-61c7b98c-fd7b-4f6f-9698-b8ea81ae6cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.076833 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.093130 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b91e34cb-4f2b-4afb-9c54-8bb098b357c1 admin admin] Publish callbacks [] for security_group (073febdd-ff8a-44e2-9336-98dbd75d6e3b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.101934 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Network f58471f7-f865-461e-a1a3-c7370c6c6172 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:29:17.120726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:29:17.123409 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b91e34cb-4f2b-4afb-9c54-8bb098b357c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (073febdd-ff8a-44e2-9336-98dbd75d6e3b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.133717 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-865f127a-219e-4c93-a55e-9fa13ca29d97 req-d3c1e486-ebae-426c-8f07-49e96d0f7d7f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7095118 Jun 16 18:29:17.151901 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:29:17.168865 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-61c7b98c-fd7b-4f6f-9698-b8ea81ae6cc6 None None] Port 7416c7c3-1e79-4777-a950-c0c27847ca8e cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:17.174496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:17.177215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.238671 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:17.240924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Pushing event updated for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:17.256602 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3449697-a93b-45d6-aa49-1acf56aca9a9 req-6e3112a5-cce7-4c2d-96d4-f31a33b83c5c tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:17.276808 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c3449697-a93b-45d6-aa49-1acf56aca9a9 req-6e3112a5-cce7-4c2d-96d4-f31a33b83c5c tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 935 time: 0.3419192 Jun 16 18:29:17.402976 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-8c819c4d-8e94-4f46-9143-04b3b385da00 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 13.1440334 Jun 16 18:29:17.425186 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:17.585574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Request body: {'port': {'device_id': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:17.641910 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b91e34cb-4f2b-4afb-9c54-8bb098b357c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2f57956e6694b29ad3261f6e8b233a7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2272029 Jun 16 18:29:17.678687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56166) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:17.695015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e34cb-4f2b-4afb-9c54-8bb098b357c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073febdd-ff8a-44e2-9336-98dbd75d6e3b,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:17.728772 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Attempting to bind port 88f4692a-7c46-4581-9664-8a005ca35a74 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:17.729113 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:17.729898 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Attempting to bind port 88f4692a-7c46-4581-9664-8a005ca35a74 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:17.729898 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Attempting to bind port 88f4692a-7c46-4581-9664-8a005ca35a74 on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:17.738734 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.748835 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-2a6ee7a7-cd27-48d1-a0a5-48937f532b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:17.751129 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-2a6ee7a7-cd27-48d1-a0a5-48937f532b57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f10f710d-f544-4094-89d2-70ed52cf83c0 HTTP/1.1" status: 200 len: 850 time: 0.8695745 Jun 16 18:29:17.795758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-8aa5d437-dc76-4b04-88a6-7f951e2ab281 None None] Provisioning complete for port e304be79-1d40-45f4-99ca-97459a28a681 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:17.797348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d437-dc76-4b04-88a6-7f951e2ab281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e304be79-1d40-45f4-99ca-97459a28a681), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:17.837054 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Port 88f4692a-7c46-4581-9664-8a005ca35a74 on network 15279682-d7de-41a6-80bc-29c22a949874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:17.837390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Attempting to bind port 88f4692a-7c46-4581-9664-8a005ca35a74 on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:17.891192 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c3449697-a93b-45d6-aa49-1acf56aca9a9 req-e56216e6-ec92-4560-8d76-c741c22d60cd tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102407 Jun 16 18:29:17.928672 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5d437-dc76-4b04-88a6-7f951e2ab281 None None] Port e304be79-1d40-45f4-99ca-97459a28a681 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:29:17.957749 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:17.958243 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:17.959081 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Bound using segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:17.959669 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Bound port: 88f4692a-7c46-4581-9664-8a005ca35a74, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:17.960409 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.025554 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e304be79-1d40-45f4-99ca-97459a28a681), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.106731 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] Publish callbacks [] for security_group (073febdd-ff8a-44e2-9336-98dbd75d6e3b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.173570 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c431c660-1fae-4f98-8c85-dd3058cf2d08 x-openstack-request-id: req-c431c660-1fae-4f98-8c85-dd3058cf2d08 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:18.173854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "tag": "be9e391a-a84f-495c-b209-129c97524123", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:18.174199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c431c660-1fae-4f98-8c85-dd3058cf2d08 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:18.174745 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c431c660-1fae-4f98-8c85-dd3058cf2d08'] response: {'name': 'network-changed', 'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'tag': 'be9e391a-a84f-495c-b209-129c97524123', 'status': 'completed', 'code': 200} Jun 16 18:29:18.180510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-2d4ab9fc-30fc-4ea5-8c94-884190e2b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.182867 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-2d4ab9fc-30fc-4ea5-8c94-884190e2b842 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=582bc60a-8c58-4bed-8088-4ab602fbe5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4074833 Jun 16 18:29:18.184559 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-efc0f006-8330-496e-ab19-b216ef550f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.186791 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-efc0f006-8330-496e-ab19-b216ef550f32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 1.1685729 Jun 16 18:29:18.220334 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02130e1a-e00a-40fb-9e07-3d7ad68ec275 req-0fb84625-0312-40eb-9558-98f932a8e9b5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.223217 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-02130e1a-e00a-40fb-9e07-3d7ad68ec275 req-0fb84625-0312-40eb-9558-98f932a8e9b5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 931 time: 0.4853859 Jun 16 18:29:18.259969 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] Publish callbacks [] for security_group (073febdd-ff8a-44e2-9336-98dbd75d6e3b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.288555 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:18.385040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88f4692a-7c46-4581-9664-8a005ca35a74,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:18.401347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd74e-9518-45e1-a01c-5dfb658b002c req-496a2f22-7b80-4aad-a987-25e28eb20a1e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.402774 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0eebd74e-9518-45e1-a01c-5dfb658b002c req-496a2f22-7b80-4aad-a987-25e28eb20a1e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 944 time: 0.2212355 Jun 16 18:29:18.430799 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.457063 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-02130e1a-e00a-40fb-9e07-3d7ad68ec275 req-c450ad48-da58-421a-ad61-6fee26ffa89a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230940 Jun 16 18:29:18.513368 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:18.527549 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=31 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:18.550973 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.551605 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.553139 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] 10.222.0.88 "PUT /v2.0/ports/88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 1093 time: 5.8598042 Jun 16 18:29:18.559312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:18.561932 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:18.582870 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-aebae975-9a40-459f-8a21-373f6005637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.585905 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-aebae975-9a40-459f-8a21-373f6005637a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2490697 Jun 16 18:29:18.744564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:18.770325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fffa3-49eb-4763-8867-40aa388cd92b req-f8fde08d-bf1a-48e0-8f8e-9902ee300a02 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.773435 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-289fffa3-49eb-4763-8867-40aa388cd92b req-f8fde08d-bf1a-48e0-8f8e-9902ee300a02 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.1990085 Jun 16 18:29:18.831297 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (073febdd-ff8a-44e2-9336-98dbd75d6e3b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.833905 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:18.839307 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/073febdd-ff8a-44e2-9336-98dbd75d6e3b HTTP/1.1" status: 204 len: 168 time: 1.1331136 Jun 16 18:29:18.862739 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9494e3b2-5be8-4313-bfac-5e3fe71552ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:18.880860 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-6d9ba883-4c5c-4c73-80ec-dda55895a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:18.884859 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-6d9ba883-4c5c-4c73-80ec-dda55895a9da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1127 time: 0.2516212 Jun 16 18:29:18.891515 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0eebd74e-9518-45e1-a01c-5dfb658b002c req-0dc4705f-184d-4331-bbaf-5c72d95a636c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679983 Jun 16 18:29:18.892431 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44ee0-412e-489a-a3cb-0ccda53a72ee service neutron] Pushing event updated for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:18.913494 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-1076133f-8826-4796-84f5-26becad16e15 service neutron] 10.222.0.88 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807865 Jun 16 18:29:19.089956 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:19.098293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac290c0-3887-40b2-af7d-1fdfab0684f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073febdd-ff8a-44e2-9336-98dbd75d6e3b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:19.114384 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-a92b633c-82c1-457a-b28d-ca9dda8431eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.2158530 Jun 16 18:29:19.117700 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks [] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:19.154552 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-289fffa3-49eb-4763-8867-40aa388cd92b req-d5520060-4d34-4e6f-b098-c0c47c8f12c5 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490386 Jun 16 18:29:19.166104 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-02ee5186-6f20-4ad8-afec-13b2eebb92d0 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171087 Jun 16 18:29:19.207892 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c46dc188-7969-4afa-b616-dd4b00b180fd req-46403d50-f264-47a5-a81a-14d00a931d39 service neutron] 10.222.0.88 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696898 Jun 16 18:29:19.212832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e8bc05-0984-4a56-9695-39dbb5154e2d {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:19.263147 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Transition to ACTIVE for port object 7416c7c3-1e79-4777-a950-c0c27847ca8e will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:19.300396 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:19.350710 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4470-be80-4fac-b3b1-f0e0117b6150 req-44305f98-374e-4845-815b-b6b8586fffee tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:19.354874 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:19.364497 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-54bb4470-be80-4fac-b3b1-f0e0117b6150 req-44305f98-374e-4845-815b-b6b8586fffee tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 932 time: 0.2943251 Jun 16 18:29:19.404840 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks [] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:19.455916 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Transition to ACTIVE for port object 67e8bc05-0984-4a56-9695-39dbb5154e2d will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:19.508078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:19.526695 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:19.672285 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:19.678603 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-118b9675-d5f5-45c0-8af2-a41dec1ea36b req-d6855f4a-fabb-4c11-befa-35f35ec3af6b service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549642 Jun 16 18:29:19.692959 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Attempting to bind port 67e8bc05-0984-4a56-9695-39dbb5154e2d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:19.693851 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Attempting to bind port 67e8bc05-0984-4a56-9695-39dbb5154e2d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:19.694521 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Attempting to bind port 67e8bc05-0984-4a56-9695-39dbb5154e2d on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:19.707082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Port 67e8bc05-0984-4a56-9695-39dbb5154e2d on network 15279682-d7de-41a6-80bc-29c22a949874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:19.707779 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Attempting to bind port 67e8bc05-0984-4a56-9695-39dbb5154e2d on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:19.718559 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:19.719227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:19.719982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Bound using segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:19.720853 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Bound port: 67e8bc05-0984-4a56-9695-39dbb5154e2d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:19.722205 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:19.921854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:19.927812 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:19.957088 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:20.008316 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-54033fd9-77ed-434e-89d0-61b95f0501dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.012129 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-54033fd9-77ed-434e-89d0-61b95f0501dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.8862746 Jun 16 18:29:20.026696 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c4a74-2444-44d3-adb9-c9f6e099979f x-openstack-request-id: req-573c4a74-2444-44d3-adb9-c9f6e099979f {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:20.027477 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:20.028163 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-573c4a74-2444-44d3-adb9-c9f6e099979f {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:20.029121 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573c4a74-2444-44d3-adb9-c9f6e099979f'] response: {'name': 'network-changed', 'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74', 'status': 'completed', 'code': 200} Jun 16 18:29:20.069690 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.070154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:20.071769 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] 10.222.0.88 "PUT /v2.0/ports/67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 200 len: 1093 time: 3.9440393 Jun 16 18:29:20.125566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7f95a-e753-4114-9550-06efea7f4927 req-0f85d8a3-25dd-4e64-a642-8ad04d5dde59 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.127647 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2f7f95a-e753-4114-9550-06efea7f4927 req-0f85d8a3-25dd-4e64-a642-8ad04d5dde59 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 935 time: 0.1483488 Jun 16 18:29:20.181324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0'}, {'name': 'network-changed', 'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:20.185234 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f1a7aa-ba1d-422c-9295-451c4dd01461" -d '{"events": [{"name": "network-changed", "server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0"}, {"name": "network-changed", "server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:20.202417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698265e6-1817-46e5-8ef7-cee70d8b03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:20.246598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:20.374894 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2f7f95a-e753-4114-9550-06efea7f4927 req-93e67cb7-319d-47bb-b98e-016458adc005 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269518 Jun 16 18:29:20.450101 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-0ede3396-b783-4319-b427-1101a8f147cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.452631 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-0ede3396-b783-4319-b427-1101a8f147cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aa9111175cad44b2bbc611b7ae36a991&device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 1128 time: 0.1658521 Jun 16 18:29:20.561916 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-54bb4470-be80-4fac-b3b1-f0e0117b6150 req-ad32507e-d9db-4336-a3fd-3fabb4fb960c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1958959 Jun 16 18:29:20.612609 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac54e7-30b1-4a43-8a11-f565a0de847d req-4945c55a-832e-4747-b5f3-773fcd3c2263 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.621364 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdac54e7-30b1-4a43-8a11-f565a0de847d req-4945c55a-832e-4747-b5f3-773fcd3c2263 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.0767126 Jun 16 18:29:20.673124 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e304be79-1d40-45f4-99ca-97459a28a681 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:20.745761 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdac54e7-30b1-4a43-8a11-f565a0de847d req-e2f269a4-aea6-476f-8434-21b1898667e6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227062 Jun 16 18:29:20.753614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks [] for port (e304be79-1d40-45f4-99ca-97459a28a681), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:20.862111 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-8aee10fe-e7dd-4d54-b82b-116da3c90562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.863707 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-8aee10fe-e7dd-4d54-b82b-116da3c90562 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5388753 Jun 16 18:29:20.864458 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Attempting to bind port 7416c7c3-1e79-4777-a950-c0c27847ca8e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:20.865045 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Attempting to bind port 7416c7c3-1e79-4777-a950-c0c27847ca8e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:20.865558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Attempting to bind port 7416c7c3-1e79-4777-a950-c0c27847ca8e on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:20.868534 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Transition to ACTIVE for port object e304be79-1d40-45f4-99ca-97459a28a681 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:29:20.884803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9dc4-b792-4b16-9bc1-9acdc383c1c9 req-28a6ba9f-5e9b-4f75-ba71-3be4a3cd4978 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.892979 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13ef9dc4-b792-4b16-9bc1-9acdc383c1c9 req-28a6ba9f-5e9b-4f75-ba71-3be4a3cd4978 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 944 time: 0.1365759 Jun 16 18:29:20.896040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:20.919241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Port 7416c7c3-1e79-4777-a950-c0c27847ca8e on network cdfdfccf-e3dc-489b-8eaf-0509b174579d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:20.919792 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Attempting to bind port 7416c7c3-1e79-4777-a950-c0c27847ca8e on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:20.985390 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4ecac-e120-45c1-9bc5-d002c514318d req-c5faab01-ce27-472e-8c7b-694e142fec4d tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:20.988409 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-58f4ecac-e120-45c1-9bc5-d002c514318d req-c5faab01-ce27-472e-8c7b-694e142fec4d tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.1095908 Jun 16 18:29:21.007247 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:21.007735 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Checking segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:21.008277 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Bound using segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:21.008841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Bound port: 7416c7c3-1e79-4777-a950-c0c27847ca8e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:21.009387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:21.143808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:21.157549 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13ef9dc4-b792-4b16-9bc1-9acdc383c1c9 req-a1d7259c-fc57-475a-814f-085987d94c3e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632465 Jun 16 18:29:21.214262 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Pushing event updated for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:21.217132 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Attempting to bind port e304be79-1d40-45f4-99ca-97459a28a681 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:29:21.217546 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Attempting to bind port e304be79-1d40-45f4-99ca-97459a28a681 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:29:21.217951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Attempting to bind port e304be79-1d40-45f4-99ca-97459a28a681 on network f58471f7-f865-461e-a1a3-c7370c6c6172 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:21.235854 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-58f4ecac-e120-45c1-9bc5-d002c514318d req-60af217b-b44d-4c44-9376-d10eea74ef52 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360654 Jun 16 18:29:21.296356 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fea7c1-a6eb-4d9b-b943-28bf379fafaa x-openstack-request-id: req-09fea7c1-a6eb-4d9b-b943-28bf379fafaa {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:21.298254 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:21.299098 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09fea7c1-a6eb-4d9b-b943-28bf379fafaa {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:21.300248 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fea7c1-a6eb-4d9b-b943-28bf379fafaa'] response: {'name': 'network-changed', 'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'status': 'completed', 'code': 200} Jun 16 18:29:21.301584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Port e304be79-1d40-45f4-99ca-97459a28a681 on network f58471f7-f865-461e-a1a3-c7370c6c6172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:29:21.302369 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Attempting to bind port e304be79-1d40-45f4-99ca-97459a28a681 on network f58471f7-f865-461e-a1a3-c7370c6c6172 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:29:21.303428 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fea7c1-a6eb-4d9b-b943-28bf379fafaa'] response: {'name': 'network-changed', 'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d', 'status': 'completed', 'code': 200} Jun 16 18:29:21.353554 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.354984 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.355616 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.356494 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.357273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.357922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.358569 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.359217 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.359886 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.360560 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.361476 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.362109 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.362861 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.363525 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.364157 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:21.372876 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:21.402265 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:29:21.403381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Checking segment: {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:29:21.404357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Bound using segment: {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:29:21.406462 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Bound port: e304be79-1d40-45f4-99ca-97459a28a681, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535d07b8-1129-494f-85ef-f03635faa5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:29:21.407363 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e304be79-1d40-45f4-99ca-97459a28a681), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:21.506385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:21.513896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:21.544598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:21.621984 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:21.622752 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:21.625139 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] 10.222.0.88 "PUT /v2.0/ports/7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 1094 time: 5.2263565 Jun 16 18:29:21.639003 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-3d29f58e-def5-4446-9d95-8e5d4f18755c service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767612 Jun 16 18:29:21.643637 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:21.645654 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-c51ca1c2-01f8-434b-9e07-b369e0d1146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:21.648677 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-c51ca1c2-01f8-434b-9e07-b369e0d1146a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1127 time: 0.5472031 Jun 16 18:29:21.837801 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55678d4-281e-42a5-a626-6ce5ebb5337c service neutron] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:21.897161 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:29:21.900827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-1bfc67f4-eb29-4476-b784-d5e01b49c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:21.902841 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-1bfc67f4-eb29-4476-b784-d5e01b49c6da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1128 time: 0.1762221 Jun 16 18:29:21.964594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e304be79-1d40-45f4-99ca-97459a28a681,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:29:21.976526 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659c3a-64cc-4e65-84b4-02741805b838 req-fe925575-ac19-4709-8788-0ff3a5f3962d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:21.989861 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-97659c3a-64cc-4e65-84b4-02741805b838 req-fe925575-ac19-4709-8788-0ff3a5f3962d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1798360 Jun 16 18:29:21.996785 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:22.067601 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:22.072172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c7f097-4126-4277-9994-ac13383f1bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:22.177480 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.178508 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:22.184995 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] 10.222.0.88 "PUT /v2.0/ports/e304be79-1d40-45f4-99ca-97459a28a681 HTTP/1.1" status: 200 len: 1097 time: 4.6081252 Jun 16 18:29:22.221266 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-25fa4515-1aef-4ec7-a739-4d3c7935c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.224139 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-25fa4515-1aef-4ec7-a739-4d3c7935c919 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 1128 time: 0.8878741 Jun 16 18:29:22.262020 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d194ad9-dce7-402c-ae9f-ba32537443bf service neutron] Pushing event updated for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:22.287969 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-779e39ff-4e66-493a-8bc4-391f8065d7a9 req-4118e892-e3d2-494b-a2b1-424c0bd02487 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250410 Jun 16 18:29:22.330863 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-97659c3a-64cc-4e65-84b4-02741805b838 req-586f1d3c-ceb1-4d9f-b157-2965902f8b8c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308058 Jun 16 18:29:22.336877 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-9a255eed-b467-4c5a-8ded-a9b69f6f763e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 200 len: 217 time: 0.1334887 Jun 16 18:29:22.348654 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-f05be3b0-9974-4136-b452-97dab15e43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.350758 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-f05be3b0-9974-4136-b452-97dab15e43ba service neutron] 10.222.0.88 "GET /v2.0/networks?id=582bc60a-8c58-4bed-8088-4ab602fbe5f6 HTTP/1.1" status: 200 len: 913 time: 1.1479273 Jun 16 18:29:22.361853 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128ceb-3431-4464-ab8a-b22904be51c6 req-f519468f-42f5-434b-9521-361ad0a8ba16 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.363496 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-de128ceb-3431-4464-ab8a-b22904be51c6 req-f519468f-42f5-434b-9521-361ad0a8ba16 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.7917845 Jun 16 18:29:22.483691 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-de128ceb-3431-4464-ab8a-b22904be51c6 req-ecb7991a-c044-4b56-aec9-a815fcac90c4 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071019 Jun 16 18:29:22.581284 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea51dd-5c31-4f40-9d3b-9561835b3f49 x-openstack-request-id: req-8aea51dd-5c31-4f40-9d3b-9561835b3f49 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:22.581831 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:22.582305 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8aea51dd-5c31-4f40-9d3b-9561835b3f49 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:22.582807 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aea51dd-5c31-4f40-9d3b-9561835b3f49'] response: {'name': 'network-changed', 'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'status': 'completed', 'code': 200} Jun 16 18:29:22.608653 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3093db-e3b4-4841-83a4-634120850706 req-5257b4a3-094a-4145-8153-f5b73681c8d4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.610860 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f3093db-e3b4-4841-83a4-634120850706 req-5257b4a3-094a-4145-8153-f5b73681c8d4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.1406946 Jun 16 18:29:22.660019 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:22.752086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f3093db-e3b4-4841-83a4-634120850706 req-45b7e5c0-d3a4-44f1-a105-04ad29212fd0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317253 Jun 16 18:29:22.758374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120658c8-0a7b-45c8-9e57-e78884d3a9d4 req-b9e5832f-fded-475a-9006-5816bf6c7214 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.764941 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-120658c8-0a7b-45c8-9e57-e78884d3a9d4 req-b9e5832f-fded-475a-9006-5816bf6c7214 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 944 time: 0.1133218 Jun 16 18:29:22.844553 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-120658c8-0a7b-45c8-9e57-e78884d3a9d4 req-bdd37bce-e647-4f93-a997-d4d0e9677e92 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704770 Jun 16 18:29:22.925767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc697d-e782-4a5e-aed0-dba06bb85365 req-f24e59fe-aea2-4d8c-a7fc-9d0e675a1e1b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:22.927480 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-22fc697d-e782-4a5e-aed0-dba06bb85365 req-f24e59fe-aea2-4d8c-a7fc-9d0e675a1e1b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.0690715 Jun 16 18:29:22.981341 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:22.991086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-22fc697d-e782-4a5e-aed0-dba06bb85365 req-b4025197-f562-467b-abca-28da9b39ea27 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Jun 16 18:29:23.530994 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086ea7-6105-42bc-931d-6baba1281552 req-05fa3801-76e4-4f54-b559-3a6f4b308a6f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:23.538736 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e7086ea7-6105-42bc-931d-6baba1281552 req-05fa3801-76e4-4f54-b559-3a6f4b308a6f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0932095 Jun 16 18:29:23.610788 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e7086ea7-6105-42bc-931d-6baba1281552 req-af58e1c5-fa57-4e40-b9a3-c93fa3128879 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680122 Jun 16 18:29:23.680261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d121-21b4-4f01-9adc-71165d5b0c83 req-0cde5ce4-9be4-47d1-8ac4-37f9bdc5335b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:23.687999 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-29d8d121-21b4-4f01-9adc-71165d5b0c83 req-0cde5ce4-9be4-47d1-8ac4-37f9bdc5335b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.0762963 Jun 16 18:29:23.740334 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-29d8d121-21b4-4f01-9adc-71165d5b0c83 req-a4fac54b-ebb5-47a8-90cc-3efff65ae906 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513635 Jun 16 18:29:23.907781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:23.927430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79301c-e76c-43a0-ae57-532c3157fa4c req-c49910be-6745-45b0-9062-d798c885944c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:23.929068 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e79301c-e76c-43a0-ae57-532c3157fa4c req-c49910be-6745-45b0-9062-d798c885944c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.0684536 Jun 16 18:29:24.013896 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e79301c-e76c-43a0-ae57-532c3157fa4c req-4ddee88f-0fb2-4b48-baa1-eb2b42de2c58 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Jun 16 18:29:24.056772 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd8367-075c-468a-b0d1-a2425e7d76d4 req-3275d58f-bc6f-4489-ad5b-26c50919450a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.060550 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6fbd8367-075c-468a-b0d1-a2425e7d76d4 req-3275d58f-bc6f-4489-ad5b-26c50919450a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 944 time: 0.1005514 Jun 16 18:29:24.123660 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6fbd8367-075c-468a-b0d1-a2425e7d76d4 req-0bd02cb1-3a6a-40e1-8753-999c3b6fbb6d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536745 Jun 16 18:29:24.156985 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b6545-f1f3-43eb-b7e7-f28270925b93 req-d7c96e9c-0cf9-4720-9c10-8246636a0399 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.158634 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4a2b6545-f1f3-43eb-b7e7-f28270925b93 req-d7c96e9c-0cf9-4720-9c10-8246636a0399 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 944 time: 0.0672669 Jun 16 18:29:24.223725 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4a2b6545-f1f3-43eb-b7e7-f28270925b93 req-e43ca4fc-c1fe-449a-a992-ef1ffeface47 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Jun 16 18:29:24.265434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 0075a21e-8596-4b59-b394-0d2e2c21aab0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:24.317742 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-ea73e0d0-08f4-43ac-acce-a9360bd9c2d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 217 time: 0.0679979 Jun 16 18:29:24.371507 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-f3d50bd1-68a4-400d-bad4-1be1cdba042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.374628 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-f3d50bd1-68a4-400d-bad4-1be1cdba042e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=478dbeee61b6401c9dbb31c216ce537b&device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 1131 time: 0.0588167 Jun 16 18:29:24.391809 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-44c83f31-80e5-4f8d-93c7-43aa5fbb5f41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be9e391a-a84f-495c-b209-129c97524123 HTTP/1.1" status: 200 len: 217 time: 0.1360869 Jun 16 18:29:24.446275 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:24.454252 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-5421afdf-c495-4289-8b34-f4d355da600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.455744 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-5421afdf-c495-4289-8b34-f4d355da600b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1852572 Jun 16 18:29:24.463470 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:24.472151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:24.485924 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-3fe3ecbb-1098-4846-ba4d-7c202b9ce860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.487649 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-3fe3ecbb-1098-4846-ba4d-7c202b9ce860 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.2330327 Jun 16 18:29:24.516175 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 0075a21e-8596-4b59-b394-0d2e2c21aab0 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:24.516726 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:24.537357 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0075a21e-8596-4b59-b394-0d2e2c21aab0 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:24.567121 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:24.572177 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:24.573652 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device be9e391a-a84f-495c-b209-129c97524123 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:24.584074 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:24.586757 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb761d31-4f48-44e5-8832-cb94b56f35f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "tag": "e304be79-1d40-45f4-99ca-97459a28a681"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:24.641558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039010d-d6fc-4494-89cc-90ec5790e6ba x-openstack-request-id: req-8039010d-d6fc-4494-89cc-90ec5790e6ba {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:24.642001 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "tag": "e304be79-1d40-45f4-99ca-97459a28a681", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:24.642396 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8039010d-d6fc-4494-89cc-90ec5790e6ba {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:24.643049 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8039010d-d6fc-4494-89cc-90ec5790e6ba'] response: {'name': 'network-changed', 'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681', 'status': 'completed', 'code': 200} Jun 16 18:29:24.658268 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:24.728415 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.728697 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.730314 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.730995 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.733350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.733350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.733350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.733350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.736745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.737508 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:24.769841 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3f84-a9f4-4ced-b472-40a4514794f1 req-c6070a36-5d7a-48f4-823b-b0aa66acd964 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.771473 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a85e3f84-a9f4-4ced-b472-40a4514794f1 req-c6070a36-5d7a-48f4-823b-b0aa66acd964 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0748451 Jun 16 18:29:24.825385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be9e391a-a84f-495c-b209-129c97524123,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:24.863613 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'be9e391a-a84f-495c-b209-129c97524123', 'network_id': '582bc60a-8c58-4bed-8088-4ab602fbe5f6', 'port_id': 'be9e391a-a84f-495c-b209-129c97524123', 'mac_address': 'fa:16:3e:cd:26:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10f710d-f544-4094-89d2-70ed52cf83c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:24.889130 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a85e3f84-a9f4-4ced-b472-40a4514794f1 req-32405e07-c1da-4ed7-a1f8-8171afa08221 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070242 Jun 16 18:29:24.903240 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f01e-eeff-4677-8935-0dd5de21121c req-6448acb7-3d11-4273-bda3-9d276fccbc25 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:24.911441 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4870f01e-eeff-4677-8935-0dd5de21121c req-6448acb7-3d11-4273-bda3-9d276fccbc25 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.0678411 Jun 16 18:29:24.922041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port be9e391a-a84f-495c-b209-129c97524123 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:24.923062 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (be9e391a-a84f-495c-b209-129c97524123), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:24.954864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9e391a-a84f-495c-b209-129c97524123 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:24.965049 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4870f01e-eeff-4677-8935-0dd5de21121c req-3978e141-494e-4656-9ffd-2a90fb989673 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521402 Jun 16 18:29:25.001033 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be9e391a-a84f-495c-b209-129c97524123,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:25.007467 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (be9e391a-a84f-495c-b209-129c97524123), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:25.203801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:25.231419 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c180-8ba9-4b55-b8ae-4ad8b3b18d99 req-51272634-4b0c-4f4a-a2d0-d0af1c0af4bd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:25.233089 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f816c180-8ba9-4b55-b8ae-4ad8b3b18d99 req-51272634-4b0c-4f4a-a2d0-d0af1c0af4bd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.1030200 Jun 16 18:29:25.341707 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f816c180-8ba9-4b55-b8ae-4ad8b3b18d99 req-7158d0fc-b5b7-4ad6-a46f-a92eaf556012 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933528 Jun 16 18:29:25.357667 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a995633-f991-4e89-8f63-15408f8ef0cd req-592efa68-feb7-4b32-a187-9c423de871fc tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:25.364725 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a995633-f991-4e89-8f63-15408f8ef0cd req-592efa68-feb7-4b32-a187-9c423de871fc tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 945 time: 0.0965192 Jun 16 18:29:25.449389 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a995633-f991-4e89-8f63-15408f8ef0cd req-68c87eb4-ee91-4282-9869-03ef0f9f1108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778062 Jun 16 18:29:25.476340 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb236a-e61e-4d8f-a425-84b41b9279ca req-5991b92f-cd53-48a3-8149-bedd5ba09107 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:25.478029 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8abb236a-e61e-4d8f-a425-84b41b9279ca req-5991b92f-cd53-48a3-8149-bedd5ba09107 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 945 time: 0.0586805 Jun 16 18:29:25.538975 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8abb236a-e61e-4d8f-a425-84b41b9279ca req-2a142a1f-ec37-44f9-94aa-66369ec596da tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535188 Jun 16 18:29:26.047351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd293fd7-eb9e-446f-bf61-34d7af4ffdd1 req-0dd43b3c-5c13-4700-a35d-a9d43160eb0c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:26.049032 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fd293fd7-eb9e-446f-bf61-34d7af4ffdd1 req-0dd43b3c-5c13-4700-a35d-a9d43160eb0c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0610981 Jun 16 18:29:26.110173 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fd293fd7-eb9e-446f-bf61-34d7af4ffdd1 req-d9a300a2-fa80-4ce9-a196-ba343da4b2c7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507598 Jun 16 18:29:26.152372 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dc0d-25e4-4aea-9bb5-487bdba8b346 req-ae4317a7-afe8-4d92-b72f-86570c27af52 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:26.154928 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2441dc0d-25e4-4aea-9bb5-487bdba8b346 req-ae4317a7-afe8-4d92-b72f-86570c27af52 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.0874782 Jun 16 18:29:26.219872 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:26.243557 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2441dc0d-25e4-4aea-9bb5-487bdba8b346 req-b6f88885-b7df-4896-ae81-7271340eefcb tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813456 Jun 16 18:29:26.476487 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:26.491999 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09d3d-35c5-4ccd-813d-9b5f44938f87 req-69f67549-cc60-4813-b943-8fc0febc6e0c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:26.495474 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13b09d3d-35c5-4ccd-813d-9b5f44938f87 req-69f67549-cc60-4813-b943-8fc0febc6e0c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.0666847 Jun 16 18:29:26.567123 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13b09d3d-35c5-4ccd-813d-9b5f44938f87 req-54b85e80-9d27-441f-bd0f-1abca1e6c63f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Jun 16 18:29:26.621186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79882ded-7256-42ab-8217-1208fbc11f8c req-05d712cd-a200-4857-8327-988b82d4765e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:26.623179 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-79882ded-7256-42ab-8217-1208fbc11f8c req-05d712cd-a200-4857-8327-988b82d4765e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Jun 16 18:29:26.690883 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-79882ded-7256-42ab-8217-1208fbc11f8c req-c2dc9b04-9d4b-41a0-a08e-2e15d9948c88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574048 Jun 16 18:29:26.738873 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc010b5-4eb4-4a98-a6e2-e3bf029015e7 req-aa9ee378-c6bb-492a-9eb6-0b16422bd0e8 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:26.741549 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0dc010b5-4eb4-4a98-a6e2-e3bf029015e7 req-aa9ee378-c6bb-492a-9eb6-0b16422bd0e8 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 945 time: 0.0866323 Jun 16 18:29:26.801124 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0dc010b5-4eb4-4a98-a6e2-e3bf029015e7 req-d57c2bc7-ab5e-48c9-a1f1-2566f1697916 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528004 Jun 16 18:29:27.255010 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd349a-792b-44b2-99c2-6d2e7a5c1330 req-a7a43e5c-64f7-46d5-a4f0-38145f9e84bf tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:27.256759 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-79fd349a-792b-44b2-99c2-6d2e7a5c1330 req-a7a43e5c-64f7-46d5-a4f0-38145f9e84bf tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0565591 Jun 16 18:29:27.321101 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-79fd349a-792b-44b2-99c2-6d2e7a5c1330 req-75fa423b-4a6b-4abf-af59-6e958126df4f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525525 Jun 16 18:29:27.378063 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1e40358f-95e8-4fda-8f66-8832e0091417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:27.407874 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfba2-2245-4b38-ae21-80049cbb9351 req-e56a07cf-7675-4602-b982-d0ce729ca1d1 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:27.409450 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a96bfba2-2245-4b38-ae21-80049cbb9351 req-e56a07cf-7675-4602-b982-d0ce729ca1d1 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.0696003 Jun 16 18:29:27.469285 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a96bfba2-2245-4b38-ae21-80049cbb9351 req-5088e1d2-5cf0-4656-a77c-98cceaf8136e tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535264 Jun 16 18:29:27.702620 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e00a3-68ac-450c-8bf5-02aaa9dc4865 req-2742068a-1442-461c-bab5-92c9183017a2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:27.704155 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b0e00a3-68ac-450c-8bf5-02aaa9dc4865 req-2742068a-1442-461c-bab5-92c9183017a2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.0547628 Jun 16 18:29:27.769465 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b0e00a3-68ac-450c-8bf5-02aaa9dc4865 req-f267819a-fe38-4c56-b265-7e9fda488906 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 Jun 16 18:29:27.833836 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b515-d5a4-4747-a16d-5c4a168bad89 req-80bcb8c1-6f51-4bdf-bf3b-cfddcd0de4ed tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:27.837389 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9155b515-d5a4-4747-a16d-5c4a168bad89 req-80bcb8c1-6f51-4bdf-bf3b-cfddcd0de4ed tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 945 time: 0.0640235 Jun 16 18:29:27.921890 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9155b515-d5a4-4747-a16d-5c4a168bad89 req-84e25bc0-922e-4f3d-828a-258b5ee28a4c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774276 Jun 16 18:29:27.993915 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf34f47-4d17-4ec0-a2b6-987e4cebb68f req-d33c47a8-1219-4fa8-9192-b451b0b12784 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:27.997311 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3bf34f47-4d17-4ec0-a2b6-987e4cebb68f req-d33c47a8-1219-4fa8-9192-b451b0b12784 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 945 time: 0.0763354 Jun 16 18:29:28.036358 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['0075a21e-8596-4b59-b394-0d2e2c21aab0'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:28.118269 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-f98ffeff-8a60-4306-8037-07c54f182bbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e304be79-1d40-45f4-99ca-97459a28a681 HTTP/1.1" status: 200 len: 217 time: 0.0998936 Jun 16 18:29:28.143675 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:28.198188 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['be9e391a-a84f-495c-b209-129c97524123'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:28.209176 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-b904f0dd-8a95-4584-9ccb-1e479517c95e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 200 len: 217 time: 0.1891100 Jun 16 18:29:28.209857 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:28.210058 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-eab1dcc9-5dfd-450e-81fb-6a9ada785561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.211683 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-eab1dcc9-5dfd-450e-81fb-6a9ada785561 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1127 time: 0.2020898 Jun 16 18:29:28.219693 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-00b99d05-14d5-4d36-8420-4f50d0e92836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.221480 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-00b99d05-14d5-4d36-8420-4f50d0e92836 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.2132013 Jun 16 18:29:28.306433 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3bf34f47-4d17-4ec0-a2b6-987e4cebb68f req-3bc2343a-5c14-4e0e-a2c6-6beba7dbca6b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024585 Jun 16 18:29:28.320181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-e84d6da5-f09e-4919-9fda-b64c8102ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.322354 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-e84d6da5-f09e-4919-9fda-b64c8102ae77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f5c7a2a5-a4af-472e-9aec-51c39a61ff63 HTTP/1.1" status: 200 len: 843 time: 0.1944926 Jun 16 18:29:28.352691 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-99608e3c-6e59-45a6-9bc8-5b46a1d36ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.355045 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-99608e3c-6e59-45a6-9bc8-5b46a1d36ad5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3365486 Jun 16 18:29:28.471276 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:28.584930 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-ba6b2e99-13e6-4ff7-b653-2128a003b1f8 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130084 Jun 16 18:29:28.589459 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-27ede542-21db-49bf-8021-3d1edced1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.593250 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-27ede542-21db-49bf-8021-3d1edced1700 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f10f710d-f544-4094-89d2-70ed52cf83c0 HTTP/1.1" status: 200 len: 850 time: 0.5587382 Jun 16 18:29:28.656180 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-5a1417a5-c0b4-4887-af45-2006cf438bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.658044 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-5a1417a5-c0b4-4887-af45-2006cf438bcb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.3839378 Jun 16 18:29:28.716128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8a9e-bdb6-4b0b-8c48-d78b2b093790 req-24863d1b-28fa-4109-8c71-dd45cd6ce6d1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.717169 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9c3d8a9e-bdb6-4b0b-8c48-d78b2b093790 req-24863d1b-28fa-4109-8c71-dd45cd6ce6d1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1435134 Jun 16 18:29:28.839505 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-5a7ed388-0957-473c-b2f7-072594251178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.842374 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-5a7ed388-0957-473c-b2f7-072594251178 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=582bc60a-8c58-4bed-8088-4ab602fbe5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2321904 Jun 16 18:29:28.898453 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-4dbbb241-c095-4bcc-8607-e583bfe290c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.901124 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-4dbbb241-c095-4bcc-8607-e583bfe290c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.6784914 Jun 16 18:29:28.925283 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-4ff782e0-6aa7-492c-a6ef-5f0f52c16355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:28.927033 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-4ff782e0-6aa7-492c-a6ef-5f0f52c16355 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2527881 Jun 16 18:29:28.964099 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:28.987647 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef480-a5da-4e66-a282-34afb4825df0 req-457fd1a0-1777-4e15-b8a0-de01214e0eea tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.001541 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0efef480-a5da-4e66-a282-34afb4825df0 req-457fd1a0-1777-4e15-b8a0-de01214e0eea tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.2602727 Jun 16 18:29:29.017777 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-15effb0e-6bd8-49ba-8d0c-744567efdbe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.0833576 Jun 16 18:29:29.115970 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-39062ce0-5173-4e24-9384-6d95514b09ca service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212207 Jun 16 18:29:29.169696 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-bf64fe06-52d8-4df7-99d4-d5aa1914a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.177520 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-bf64fe06-52d8-4df7-99d4-d5aa1914a7f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.9320984 Jun 16 18:29:29.206125 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0efef480-a5da-4e66-a282-34afb4825df0 req-8d4baf6a-1af5-464e-9a27-5051848be959 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097633 Jun 16 18:29:29.209231 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-921e96a7-e5e7-4a3e-9d4e-7fb1c2e1f5fb service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716441 Jun 16 18:29:29.209738 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-9ff974dc-f6cb-46ee-9050-4798fa6e1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.210955 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-6d16c526-11fe-4eab-8af1-4191bea86dab service neutron] 10.222.0.88 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538904 Jun 16 18:29:29.212212 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-9ff974dc-f6cb-46ee-9050-4798fa6e1075 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1724160 Jun 16 18:29:29.227061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-b4e0c350-f7a8-49cd-b05e-79002282e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.231128 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-b4e0c350-f7a8-49cd-b05e-79002282e4bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f58471f7-f865-461e-a1a3-c7370c6c6172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.6604574 Jun 16 18:29:29.269433 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9c3d8a9e-bdb6-4b0b-8c48-d78b2b093790 req-862f11cb-b0e8-473a-820e-fc278e509782 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571579 Jun 16 18:29:29.405730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7691308-f7b3-4e92-ac95-10b8a9083d9e req-aabd9611-c01a-4341-90d6-3bc3c92862e0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.408862 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a7691308-f7b3-4e92-ac95-10b8a9083d9e req-aabd9611-c01a-4341-90d6-3bc3c92862e0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.0913610 Jun 16 18:29:29.476635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50f5e-ceb2-4498-b5fb-d324280924fd req-a11a7e32-fe78-49ed-a3db-da31c21365bd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.485399 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ed50f5e-ceb2-4498-b5fb-d324280924fd req-a11a7e32-fe78-49ed-a3db-da31c21365bd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 945 time: 0.1051126 Jun 16 18:29:29.559502 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a7691308-f7b3-4e92-ac95-10b8a9083d9e req-2a1247be-8382-4cd4-a024-314ddc6f375a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345782 Jun 16 18:29:29.577814 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ed50f5e-ceb2-4498-b5fb-d324280924fd req-ccdd6b40-5fa1-45e5-b3a7-c2c660976bb4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888784 Jun 16 18:29:29.722684 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53406aa9-9327-4495-a49b-8352095aceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:29.736000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403a620-94e3-4a78-8605-d8e3f7c9a1a4 req-906f0cb4-6603-45dd-a666-7d3edcd23340 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:29.737747 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7403a620-94e3-4a78-8605-d8e3f7c9a1a4 req-906f0cb4-6603-45dd-a666-7d3edcd23340 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 945 time: 0.0862570 Jun 16 18:29:29.769198 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:29.832199 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7403a620-94e3-4a78-8605-d8e3f7c9a1a4 req-cbb066e6-9202-4292-9370-51596c9a264f tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Jun 16 18:29:30.137463 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-634aade8-6f6a-4090-8de2-6b61c7e0e5b0 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768866 Jun 16 18:29:30.147169 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56450) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:30.182001 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a904dc9a-58b5-4684-9b6c-62a224fcbd60 req-7d67a7b4-61fa-4f1a-ac7b-5a30a839179f service neutron] 10.222.0.88 "GET /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227290 Jun 16 18:29:30.330489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-de5b2058-f845-4bf2-b412-dbb0a5d0a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.339717 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-de5b2058-f845-4bf2-b412-dbb0a5d0a98f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1127 time: 0.1396766 Jun 16 18:29:30.493823 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 88f4692a-7c46-4581-9664-8a005ca35a74 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:30.498484 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 0075a21e-8596-4b59-b394-0d2e2c21aab0 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:30.521021 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-7c4c4186-8e36-40c9-bfb7-c5bf249598fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.522694 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-7c4c4186-8e36-40c9-bfb7-c5bf249598fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5624807 Jun 16 18:29:30.537618 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-32b16a0f-1dbe-4582-a230-1aeba8636fac service neutron] 10.222.0.88 "GET /v2.0/networks/f58471f7-f865-461e-a1a3-c7370c6c6172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598531 Jun 16 18:29:30.578696 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-dd86051c-3a9b-4b23-a1d0-755836e41431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.582183 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-dd86051c-3a9b-4b23-a1d0-755836e41431 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.2397017 Jun 16 18:29:30.584265 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:30.584754 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:30.610143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cde578-72ab-48b6-bbd4-f31db1927f6d req-8fefa998-b238-4452-9987-4a697dce7cb5 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.610790 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a0cde578-72ab-48b6-bbd4-f31db1927f6d req-8fefa998-b238-4452-9987-4a697dce7cb5 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.2202857 Jun 16 18:29:30.669026 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-58c12420-4197-45f2-be30-9d0698f0143c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 200 len: 217 time: 0.0793691 Jun 16 18:29:30.702507 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:30.812548 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134565-f9ca-4f61-b1d8-3901f46d5664 req-d9be73f5-2227-472c-9153-3d3848a56c54 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.820652 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bc134565-f9ca-4f61-b1d8-3901f46d5664 req-d9be73f5-2227-472c-9153-3d3848a56c54 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.2857785 Jun 16 18:29:30.842433 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:30.848568 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:30.894584 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-1b1e252c-fdaa-4ce8-a3f3-f9319c2518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:30.897393 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-1b1e252c-fdaa-4ce8-a3f3-f9319c2518c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.2128856 Jun 16 18:29:30.906485 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a0cde578-72ab-48b6-bbd4-f31db1927f6d req-566b5591-b58d-45da-b6d7-2883bdec201f tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357566 Jun 16 18:29:30.911115 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-6ac9f32d-1077-4c3e-8a0a-75e14bdc7037 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189489 Jun 16 18:29:30.940448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 0075a21e-8596-4b59-b394-0d2e2c21aab0 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:30.961326 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-b2854e3e-41ca-4ed8-ab01-2f33e73ce698 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200757 Jun 16 18:29:30.966769 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-c9dd47c2-1b5d-4592-a709-d7ec563c704c service neutron] 10.222.0.88 "GET /v2.0/networks/f58471f7-f865-461e-a1a3-c7370c6c6172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070418 Jun 16 18:29:30.986404 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 0075a21e-8596-4b59-b394-0d2e2c21aab0 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:30.989513 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.039071 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bc134565-f9ca-4f61-b1d8-3901f46d5664 req-7cd7bf89-3dd4-41de-945e-26bb70bb484a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174459 Jun 16 18:29:31.136147 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88f4692a-7c46-4581-9664-8a005ca35a74,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:31.168632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.172902 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '88f4692a-7c46-4581-9664-8a005ca35a74', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'port_id': '88f4692a-7c46-4581-9664-8a005ca35a74', 'mac_address': 'fa:16:3e:5c:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:31.265828 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 0075a21e-8596-4b59-b394-0d2e2c21aab0 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:31.267765 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.314214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c3fe-18ac-43f2-b6cb-52f69d99a432 req-09049eb6-97a7-4ac7-9daf-f9cddfc440da tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:31.321653 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b8d5c3fe-18ac-43f2-b6cb-52f69d99a432 req-09049eb6-97a7-4ac7-9daf-f9cddfc440da tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.1093426 Jun 16 18:29:31.342783 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b2bad805-5486-4207-bc19-e3a53b8246ce req-5f2b0e7b-27e4-4208-85a9-f0e3d7e2f450 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112899 Jun 16 18:29:31.359675 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9494e3b2-5be8-4313-bfac-5e3fe71552ab req-10c00127-f19a-4363-a2f5-45692481712c service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705354 Jun 16 18:29:31.404559 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-457edd98-b51c-421d-9d0e-8881d16a5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:31.407743 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-457edd98-b51c-421d-9d0e-8881d16a5a77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4974072 Jun 16 18:29:31.409418 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:31.409636 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b8d5c3fe-18ac-43f2-b6cb-52f69d99a432 req-7517073d-4c4a-42c9-8fae-fead3d436ab4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866902 Jun 16 18:29:31.527294 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72fdfb-10c7-46dc-ba53-b538b4e6cbea req-ab0e8279-f6f5-4431-8bf2-6d068afc4712 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:31.536678 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c72fdfb-10c7-46dc-ba53-b538b4e6cbea req-ab0e8279-f6f5-4431-8bf2-6d068afc4712 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 945 time: 0.1658795 Jun 16 18:29:31.564765 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Publish callbacks [] for security_group (26e6233b-8039-4d69-a5fa-5089c4e0c968), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.591615 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 88f4692a-7c46-4581-9664-8a005ca35a74 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:31.592683 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.594333 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (26e6233b-8039-4d69-a5fa-5089c4e0c968), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.618579 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d44ef-fa17-4230-bc39-34da928d7bb6 req-5e492d1d-76b3-48a0-8d86-3c36129c4030 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:31.623142 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-036d44ef-fa17-4230-bc39-34da928d7bb6 req-5e492d1d-76b3-48a0-8d86-3c36129c4030 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 945 time: 0.1264315 Jun 16 18:29:31.628819 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:31.633292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f4692a-7c46-4581-9664-8a005ca35a74 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:31.683576 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88f4692a-7c46-4581-9664-8a005ca35a74,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:31.686501 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.688494 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device be9e391a-a84f-495c-b209-129c97524123 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:31.749119 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:31.764294 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e6233b-8039-4d69-a5fa-5089c4e0c968,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:31.827375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.828299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.829114 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.830018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.842943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.843856 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.846880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.847736 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.850215 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.851188 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.854743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.857700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.860829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.861866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.862950 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:29:31.896403 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a140cd4f-151f-4532-a9f3-53c7e963d075 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae54f47737a64a129a8f63bdd666d945&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7476864 Jun 16 18:29:31.911184 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-036d44ef-fa17-4230-bc39-34da928d7bb6 req-d84a90ab-bf38-47be-b194-a9724bc4868f tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761617 Jun 16 18:29:31.911184 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56492) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:31.914051 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:31.952391 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c72fdfb-10c7-46dc-ba53-b538b4e6cbea req-8f9c11a0-d5ef-4e5e-b546-ba0d1f794a6a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026687 Jun 16 18:29:32.133774 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:32.143249 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f91c726-8ad6-450e-b10b-5fb6b3422e5a" -d '{"events": [{"server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "name": "network-vif-plugged", "status": "completed", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:32.150663 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['88f4692a-7c46-4581-9664-8a005ca35a74'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:32.157229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port be9e391a-a84f-495c-b209-129c97524123 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:32.205153 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port be9e391a-a84f-495c-b209-129c97524123 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:32.207679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (be9e391a-a84f-495c-b209-129c97524123), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.210558 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-bc1da9fb-b91b-48ce-a233-4ddccf0fbc9c service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217330 Jun 16 18:29:32.287400 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-ab186d7d-216b-4471-a6f6-773fe392b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:32.292345 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-ab186d7d-216b-4471-a6f6-773fe392b2b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=478dbeee61b6401c9dbb31c216ce537b&device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 1131 time: 0.4452631 Jun 16 18:29:32.320690 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c7f9b-d52b-4c8c-89bb-0e7ffa4887bd req-b030a96c-b7e5-40e3-b416-9e43dfeec7c3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:32.323482 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-196c7f9b-d52b-4c8c-89bb-0e7ffa4887bd req-b030a96c-b7e5-40e3-b416-9e43dfeec7c3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0723503 Jun 16 18:29:32.356620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae647bf-782a-41bf-8902-20724357826b req-da096b02-8f6c-4b50-8879-bd6b1814a493 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:32.365188 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ae647bf-782a-41bf-8902-20724357826b req-da096b02-8f6c-4b50-8879-bd6b1814a493 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.2110667 Jun 16 18:29:32.375783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port be9e391a-a84f-495c-b209-129c97524123 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:32.376528 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (be9e391a-a84f-495c-b209-129c97524123), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.389215 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:32.391494 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:32.420481 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-196c7f9b-d52b-4c8c-89bb-0e7ffa4887bd req-028aa15b-b7ec-414a-a610-0f89ae260743 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857818 Jun 16 18:29:32.427852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:32.429125 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] Publish callbacks [] for security_group (26e6233b-8039-4d69-a5fa-5089c4e0c968), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.488438 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] Publish callbacks [] for security_group (26e6233b-8039-4d69-a5fa-5089c4e0c968), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.507794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 67e8bc05-0984-4a56-9695-39dbb5154e2d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:32.517246 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ae647bf-782a-41bf-8902-20724357826b req-fe2e2d53-fbf3-48d2-9ce7-59fd96e65cf6 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454902 Jun 16 18:29:32.550892 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be9e391a-a84f-495c-b209-129c97524123,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:32.577494 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.594283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (be9e391a-a84f-495c-b209-129c97524123), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.691955 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (26e6233b-8039-4d69-a5fa-5089c4e0c968), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.695777 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:32.701583 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26e6233b-8039-4d69-a5fa-5089c4e0c968 HTTP/1.1" status: 204 len: 168 time: 0.6282954 Jun 16 18:29:32.705914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f08551-9aae-4492-9708-f8589246d3fe x-openstack-request-id: req-a1f08551-9aae-4492-9708-f8589246d3fe {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:32.706560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "name": "network-vif-plugged", "status": "completed", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:32.706560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1f08551-9aae-4492-9708-f8589246d3fe {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:32.707188 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f08551-9aae-4492-9708-f8589246d3fe'] response: {'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'code': 200} Jun 16 18:29:32.726897 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301c348-10d6-4020-a6e1-2bc14c8446ce req-6c3ae184-c875-400b-8fa2-dcda9e8f40b5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:32.729432 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5301c348-10d6-4020-a6e1-2bc14c8446ce req-6c3ae184-c875-400b-8fa2-dcda9e8f40b5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 943 time: 0.1069348 Jun 16 18:29:32.731651 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1dec5-1791-435f-8c93-5fb4380d24bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e6233b-8039-4d69-a5fa-5089c4e0c968,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:32.869297 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:32.970107 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:33.016710 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:33.062219 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '67e8bc05-0984-4a56-9695-39dbb5154e2d', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'port_id': '67e8bc05-0984-4a56-9695-39dbb5154e2d', 'mac_address': 'fa:16:3e:d0:78:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:33.072318 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-fcc9d820-69b0-442b-b392-da1f9e3c5f54 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776377 Jun 16 18:29:33.164385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-d9c0452f-8453-4d88-b633-8d91f0a5aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.165858 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-d9c0452f-8453-4d88-b633-8d91f0a5aeae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1128 time: 0.2984605 Jun 16 18:29:33.185345 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5301c348-10d6-4020-a6e1-2bc14c8446ce req-34dcd118-168b-4adb-8638-0eda55669cd0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288347 Jun 16 18:29:33.234789 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369910a-0321-485d-983f-84f76c5ad515 req-b6d07fcf-42f3-45bc-ad7b-d9768f8db2ad tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.239343 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4369910a-0321-485d-983f-84f76c5ad515 req-b6d07fcf-42f3-45bc-ad7b-d9768f8db2ad tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.1347251 Jun 16 18:29:33.251004 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 67e8bc05-0984-4a56-9695-39dbb5154e2d is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:33.258106 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:33.300222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:33.303112 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e8bc05-0984-4a56-9695-39dbb5154e2d {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:33.364431 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:33.379052 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:33.435587 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-1aca21e9-d41f-4458-9329-862637b34e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.438255 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-1aca21e9-d41f-4458-9329-862637b34e78 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f58471f7-f865-461e-a1a3-c7370c6c6172 HTTP/1.1" status: 200 len: 871 time: 0.6391225 Jun 16 18:29:33.548880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56534) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:33.549561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:33.594369 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-2bb8c6c4-aec0-455d-9344-65e973b10dae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e304be79-1d40-45f4-99ca-97459a28a681 HTTP/1.1" status: 200 len: 217 time: 0.1205933 Jun 16 18:29:33.596929 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4369910a-0321-485d-983f-84f76c5ad515 req-ea8845cf-c185-4f50-adad-e671fd58c193 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197446 Jun 16 18:29:33.601448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-553dc698-5d2d-4016-890e-35a7b803b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.605207 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-553dc698-5d2d-4016-890e-35a7b803b786 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 1130 time: 0.3609734 Jun 16 18:29:33.644905 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db623b7d-7628-4d2d-b06f-8333ddc0b6be req-85e8ceaf-befa-4787-8de7-fb9a4be731ba tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.656922 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db623b7d-7628-4d2d-b06f-8333ddc0b6be req-85e8ceaf-befa-4787-8de7-fb9a4be731ba tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.3091519 Jun 16 18:29:33.687346 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec782e-cbc4-49c4-bda3-7105bc5409fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:33.731211 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-9453cb35-fa6d-4f84-96ee-1c3823807a42 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:33.741055 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['67e8bc05-0984-4a56-9695-39dbb5154e2d'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:33.777600 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-caa59e3b-6b9f-4685-9d74-fd5d5350718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.780399 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-caa59e3b-6b9f-4685-9d74-fd5d5350718c service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.5936689 Jun 16 18:29:33.847510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:33.893977 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-7a05f6e9-d6f2-4d9c-87dd-357821c96853 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 217 time: 0.1034026 Jun 16 18:29:33.959107 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:33.970054 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a96b-5c75-456a-8d72-bb6bfc9afca2 req-984cafa9-ea30-4a6d-bcb3-f20a1b831dd2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.971269 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d4e8a96b-5c75-456a-8d72-bb6bfc9afca2 req-984cafa9-ea30-4a6d-bcb3-f20a1b831dd2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1831167 Jun 16 18:29:33.975201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-8564be2e-28e5-474a-aebb-5729fc43b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:33.978282 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-8564be2e-28e5-474a-aebb-5729fc43b52a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f5c7a2a5-a4af-472e-9aec-51c39a61ff63 HTTP/1.1" status: 200 len: 843 time: 0.3752582 Jun 16 18:29:34.052425 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-9453cb35-fa6d-4f84-96ee-1c3823807a42 service neutron] Publish callbacks [] for security_group (4ac6e3f2-6dcd-40e9-82a7-07b2f8b32259), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.069800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-9453cb35-fa6d-4f84-96ee-1c3823807a42 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4ac6e3f2-6dcd-40e9-82a7-07b2f8b32259), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.094645 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db623b7d-7628-4d2d-b06f-8333ddc0b6be req-a7ef1da6-3e7a-479c-964e-7fd155602c60 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132667 Jun 16 18:29:34.138168 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec782e-cbc4-49c4-bda3-7105bc5409fc admin admin] Publish callbacks [] for security_group (c904f15b-f988-4370-a655-bdf2d33a6101), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.160009 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-750054fe-bbb4-41c8-a766-832a96a8850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.161654 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-750054fe-bbb4-41c8-a766-832a96a8850f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f58471f7-f865-461e-a1a3-c7370c6c6172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1753166 Jun 16 18:29:34.163296 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d4e8a96b-5c75-456a-8d72-bb6bfc9afca2 req-0ab95c18-aa23-4804-941c-92e7761251a3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806448 Jun 16 18:29:34.173737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-6437c548-2843-479c-a3d6-fe56281424bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.184648 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-6437c548-2843-479c-a3d6-fe56281424bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.2730441 Jun 16 18:29:34.191351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c2ec782e-cbc4-49c4-bda3-7105bc5409fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (c904f15b-f988-4370-a655-bdf2d33a6101), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.212411 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453cb35-fa6d-4f84-96ee-1c3823807a42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6e3f2-6dcd-40e9-82a7-07b2f8b32259,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:34.238281 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fdee6b1c-f7f9-43c6-9743-6c5f93786607 req-9453cb35-fa6d-4f84-96ee-1c3823807a42 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5955780 Jun 16 18:29:34.321233 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec782e-cbc4-49c4-bda3-7105bc5409fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c904f15b-f988-4370-a655-bdf2d33a6101,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:34.326779 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c2ec782e-cbc4-49c4-bda3-7105bc5409fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18602dd042284868a6cd8fcfd1116815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7766128 Jun 16 18:29:34.347501 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56552) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:34.399186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0daa-9c2a-4bb1-9c3d-1eebf84aec89 req-1e52f5ad-51fc-4e24-a800-c7f16f4cdb5c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.401692 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c1e0daa-9c2a-4bb1-9c3d-1eebf84aec89 req-1e52f5ad-51fc-4e24-a800-c7f16f4cdb5c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 944 time: 0.1017594 Jun 16 18:29:34.468601 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-ad9f5fb9-ca05-4d49-a839-5c9d1534ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.470087 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-ad9f5fb9-ca05-4d49-a839-5c9d1534ec35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2386103 Jun 16 18:29:34.476872 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] Publish callbacks [] for security_group (c904f15b-f988-4370-a655-bdf2d33a6101), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.482993 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51c231-b1ec-4334-85d1-1a9e83357308 req-6ff95a28-64b4-4f2d-9c92-2eae690dce74 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.484683 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e51c231-b1ec-4334-85d1-1a9e83357308 req-6ff95a28-64b4-4f2d-9c92-2eae690dce74 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.1590717 Jun 16 18:29:34.508482 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c1e0daa-9c2a-4bb1-9c3d-1eebf84aec89 req-2fd33911-285e-4ec8-b63e-d9dc2754da4d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915411 Jun 16 18:29:34.532446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] Publish callbacks [] for security_group (c904f15b-f988-4370-a655-bdf2d33a6101), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.552743 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-dab0fe35-41c4-435e-917a-886c597174cf service neutron] 10.222.0.88 "GET /v2.0/networks/f58471f7-f865-461e-a1a3-c7370c6c6172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648055 Jun 16 18:29:34.595248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (c904f15b-f988-4370-a655-bdf2d33a6101), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.595955 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:34.598253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:34.599473 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c904f15b-f988-4370-a655-bdf2d33a6101 HTTP/1.1" status: 204 len: 168 time: 0.2509139 Jun 16 18:29:34.609165 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d2301-47d1-4b4b-bdb3-a18861d89bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c904f15b-f988-4370-a655-bdf2d33a6101,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:34.708689 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e391a-a84f-495c-b209-129c97524123'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:34.715935 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408105d8-d964-49fe-8bc5-8bac88a98890" -d '{"events": [{"server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "name": "network-vif-plugged", "status": "completed", "tag": "be9e391a-a84f-495c-b209-129c97524123"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:34.770528 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:34.773264 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e51c231-b1ec-4334-85d1-1a9e83357308 req-8b233217-d15b-4386-850a-ff451a239fc7 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705984 Jun 16 18:29:34.803553 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 67e8bc05-0984-4a56-9695-39dbb5154e2d up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:34.850766 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-25bd9d2f-c9aa-4557-878c-e315f4b0100d service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389337 Jun 16 18:29:34.879305 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb761d31-4f48-44e5-8832-cb94b56f35f6 req-7304360f-f855-49b4-8241-df01c0d8f350 service neutron] 10.222.0.88 "GET /v2.0/networks/f58471f7-f865-461e-a1a3-c7370c6c6172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121035 Jun 16 18:29:34.880955 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605c927-2771-4a0b-9a3e-8dfd926cca1f req-21f52561-aae4-4030-acd3-ecbd463f6ecf tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:34.883883 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0605c927-2771-4a0b-9a3e-8dfd926cca1f req-21f52561-aae4-4030-acd3-ecbd463f6ecf tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.1352365 Jun 16 18:29:34.884491 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5596b3-adfe-400a-ade5-38713a27b2cc x-openstack-request-id: req-0d5596b3-adfe-400a-ade5-38713a27b2cc {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:34.885296 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "name": "network-vif-plugged", "status": "completed", "tag": "be9e391a-a84f-495c-b209-129c97524123", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:34.885685 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d5596b3-adfe-400a-ade5-38713a27b2cc {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:34.886321 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5596b3-adfe-400a-ade5-38713a27b2cc'] response: {'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e391a-a84f-495c-b209-129c97524123', 'code': 200} Jun 16 18:29:34.905760 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:34.940390 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 67e8bc05-0984-4a56-9695-39dbb5154e2d completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:34.975745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 67e8bc05-0984-4a56-9695-39dbb5154e2d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:34.976969 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.004286 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0605c927-2771-4a0b-9a3e-8dfd926cca1f req-5448e2b0-970a-4ca0-a308-04137fb176fc tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129985 Jun 16 18:29:35.295910 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56572) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:35.311334 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:35.326205 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133131-a49c-4eca-92a2-0c852f41f5a9 req-b84e1589-1847-4f9d-be85-771d5005ee11 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:35.331150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1f78d82d-35b3-4d84-b461-8c6161c67391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.335843 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d6133131-a49c-4eca-92a2-0c852f41f5a9 req-b84e1589-1847-4f9d-be85-771d5005ee11 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.1157355 Jun 16 18:29:35.481882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:35.531202 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae8fb-dd52-4aaf-8746-d452c1a1fa3b req-2e1c39ee-e609-4b47-b604-4d4f0c339002 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:35.533482 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:35.534178 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b71ae8fb-dd52-4aaf-8746-d452c1a1fa3b req-2e1c39ee-e609-4b47-b604-4d4f0c339002 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1594036 Jun 16 18:29:35.638044 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=12,neutron:UPDATE=1,neutron:SELECT=84,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:35.649977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1f78d82d-35b3-4d84-b461-8c6161c67391 admin admin] Publish callbacks [] for security_group (5ac92ef9-f3e5-45f2-b115-27f39f20239e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.680633 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1f78d82d-35b3-4d84-b461-8c6161c67391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5ac92ef9-f3e5-45f2-b115-27f39f20239e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.701301 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:35.701899 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.709666 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 67e8bc05-0984-4a56-9695-39dbb5154e2d is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:35.710690 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.753741 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:35.816349 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1f78d82d-35b3-4d84-b461-8c6161c67391 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fa2f314b54749e9b2e397ffe5bd6683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140729 Jun 16 18:29:35.816594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:35.817516 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd769-2ee8-4956-b667-09b0f3bbce89 req-cdd811a4-b19b-4ce8-af72-37aa7b21fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:35.817675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56584) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:35.817814 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:35.818768 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab0fd769-2ee8-4956-b667-09b0f3bbce89 req-cdd811a4-b19b-4ce8-af72-37aa7b21fbc9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 1130 time: 0.4309974 Jun 16 18:29:35.832178 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d6133131-a49c-4eca-92a2-0c852f41f5a9 req-f722233b-3f8d-4c86-9410-28dfe4a328cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966805 Jun 16 18:29:35.838308 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:35.847275 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41c7f097-4126-4277-9994-ac13383f1bd1 req-60bf6b6e-0934-4728-8398-a9ab4b4da9fa service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352731 Jun 16 18:29:35.851905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:35.853271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 88f4692a-7c46-4581-9664-8a005ca35a74 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:35.894531 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b71ae8fb-dd52-4aaf-8746-d452c1a1fa3b req-c1e69f24-db80-4457-bc64-0aa9891c75fb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813616 Jun 16 18:29:35.896265 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78d82d-35b3-4d84-b461-8c6161c67391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac92ef9-f3e5-45f2-b115-27f39f20239e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:35.928270 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab0fd769-2ee8-4956-b667-09b0f3bbce89 req-7f431285-9965-4a24-b11c-baa251083c9d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948284 Jun 16 18:29:35.966469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:36.010300 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] Publish callbacks [] for security_group (5ac92ef9-f3e5-45f2-b115-27f39f20239e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.042983 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 88f4692a-7c46-4581-9664-8a005ca35a74 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:36.056730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.058756 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device e304be79-1d40-45f4-99ca-97459a28a681 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:29:36.077990 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 88f4692a-7c46-4581-9664-8a005ca35a74 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:36.078280 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.132143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] Publish callbacks [] for security_group (5ac92ef9-f3e5-45f2-b115-27f39f20239e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.134343 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:36.140698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47b9f4-d300-4122-96f1-a0affeda31e5 req-e15bcd5c-bd46-4682-a6d4-12746e2c1a42 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:36.153407 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d47b9f4-d300-4122-96f1-a0affeda31e5 req-e15bcd5c-bd46-4682-a6d4-12746e2c1a42 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0912905 Jun 16 18:29:36.209636 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7214-e00c-499e-9a1a-da826d5c648f req-fdbbaed6-5969-4541-99eb-4e82fa8c8a97 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:36.212758 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-55cb7214-e00c-499e-9a1a-da826d5c648f req-fdbbaed6-5969-4541-99eb-4e82fa8c8a97 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 947 time: 0.1573186 Jun 16 18:29:36.291719 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d47b9f4-d300-4122-96f1-a0affeda31e5 req-3b4b2fef-2de3-4852-b960-75448424b94d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333733 Jun 16 18:29:36.320807 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-55cb7214-e00c-499e-9a1a-da826d5c648f req-c11cf528-58aa-4e8c-9810-e764ff503a81 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961466 Jun 16 18:29:36.358228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (5ac92ef9-f3e5-45f2-b115-27f39f20239e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.371199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.373783 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ac92ef9-f3e5-45f2-b115-27f39f20239e HTTP/1.1" status: 204 len: 168 time: 0.5545075 Jun 16 18:29:36.401329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f4ff6-b325-46a6-91c1-48546e016df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac92ef9-f3e5-45f2-b115-27f39f20239e,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:36.488603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:36.494341 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 88f4692a-7c46-4581-9664-8a005ca35a74 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:36.497376 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.565944 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f88f00-8215-4e36-895b-d4c1ced5dc8d req-41e728a0-d366-4c96-81d5-05001ddd48c7 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:36.569862 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13f88f00-8215-4e36-895b-d4c1ced5dc8d req-41e728a0-d366-4c96-81d5-05001ddd48c7 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.1377482 Jun 16 18:29:36.597542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e304be79-1d40-45f4-99ca-97459a28a681,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:36.602826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:36.627505 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'e304be79-1d40-45f4-99ca-97459a28a681', 'network_id': 'f58471f7-f865-461e-a1a3-c7370c6c6172', 'port_id': 'e304be79-1d40-45f4-99ca-97459a28a681', 'mac_address': 'fa:16:3e:c4:de:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7a2a5-a4af-472e-9aec-51c39a61ff63', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:29:36.651717 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88f4692a-7c46-4581-9664-8a005ca35a74,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:36.672248 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.685891 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-13f88f00-8215-4e36-895b-d4c1ced5dc8d req-4f645d23-8a66-4aa0-8ec5-b30dae6903a4 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Jun 16 18:29:36.720175 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port e304be79-1d40-45f4-99ca-97459a28a681 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:36.720832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e304be79-1d40-45f4-99ca-97459a28a681), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.756325 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304be79-1d40-45f4-99ca-97459a28a681 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:29:36.767024 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:36.793211 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e304be79-1d40-45f4-99ca-97459a28a681,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:36.799614 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:36.857948 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:36.888957 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d'}, {'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:36.891310 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed96b9-939e-4ca1-861e-67f713ae0082" -d '{"events": [{"server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "name": "network-vif-plugged", "status": "completed", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d"}, {"server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "name": "network-vif-plugged", "status": "completed", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:36.897421 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:36.939245 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf2a227-08b6-45a7-aca7-6eed02509cf0 x-openstack-request-id: req-3cf2a227-08b6-45a7-aca7-6eed02509cf0 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:36.939542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "name": "network-vif-plugged", "status": "completed", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d", "code": 200}, {"server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "name": "network-vif-plugged", "status": "completed", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:36.939793 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf2a227-08b6-45a7-aca7-6eed02509cf0 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:36.940255 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf2a227-08b6-45a7-aca7-6eed02509cf0'] response: {'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d', 'code': 200} Jun 16 18:29:36.940513 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf2a227-08b6-45a7-aca7-6eed02509cf0'] response: {'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74', 'code': 200} Jun 16 18:29:37.105508 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731a69-29e1-4160-8635-bb52d0b6877f req-1d3099c7-2e13-4c0d-8efa-908063cec914 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.107213 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24731a69-29e1-4160-8635-bb52d0b6877f req-1d3099c7-2e13-4c0d-8efa-908063cec914 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.0985000 Jun 16 18:29:37.151458 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170326-1daa-4e72-bba4-336e31eb996e req-3883dedf-3848-43e5-b0f1-2941af92e40b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.154288 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f9170326-1daa-4e72-bba4-336e31eb996e req-3883dedf-3848-43e5-b0f1-2941af92e40b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.1011274 Jun 16 18:29:37.205185 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24731a69-29e1-4160-8635-bb52d0b6877f req-35970aac-5eb3-4c08-9617-f70d36da0118 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839753 Jun 16 18:29:37.246379 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f9170326-1daa-4e72-bba4-336e31eb996e req-7290859c-c057-4778-b733-b81abaef86ca tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822504 Jun 16 18:29:37.408962 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426ad1-cda3-44a9-bf06-51c58600fc85 req-5e09743d-6c52-4407-bf5f-a14a6924cf5b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.410774 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4d426ad1-cda3-44a9-bf06-51c58600fc85 req-5e09743d-6c52-4407-bf5f-a14a6924cf5b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.0832119 Jun 16 18:29:37.426604 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56628) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:37.433774 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:37.585172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48759085-90a3-4ded-874d-7e4059d383b2 req-cc62b7f3-4adb-4f90-a6a8-3b958ac5f841 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.586841 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48759085-90a3-4ded-874d-7e4059d383b2 req-cc62b7f3-4adb-4f90-a6a8-3b958ac5f841 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 948 time: 0.0910604 Jun 16 18:29:37.600743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:37.667985 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa777e9-4617-4fd7-9ca8-beaedbaa39df req-3666cdd1-a4a0-430a-bf66-4612b7e56a0a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.670378 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fa777e9-4617-4fd7-9ca8-beaedbaa39df req-3666cdd1-a4a0-430a-bf66-4612b7e56a0a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.2444494 Jun 16 18:29:37.706606 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48759085-90a3-4ded-874d-7e4059d383b2 req-23e112e1-65c7-44d5-986c-c0d50433337b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067331 Jun 16 18:29:37.902140 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:37.919689 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd036e58-5003-4497-8fc8-82c911e65487 req-947422d4-444d-4455-892e-a622ca9b25b2 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:37.922752 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd036e58-5003-4497-8fc8-82c911e65487 req-947422d4-444d-4455-892e-a622ca9b25b2 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.0904002 Jun 16 18:29:37.933104 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fa777e9-4617-4fd7-9ca8-beaedbaa39df req-01034858-cb18-46c2-b1cf-3e5ed6398456 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144830 Jun 16 18:29:38.017056 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd036e58-5003-4497-8fc8-82c911e65487 req-dbba4b39-d4f3-433c-8345-128a0365080b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Jun 16 18:29:38.642786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebf75f-8b9e-440c-85f2-4e5eccbb8559 req-64b1424d-6d2a-438d-a0be-0e4f1f6a3f64 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:38.645345 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e8ebf75f-8b9e-440c-85f2-4e5eccbb8559 req-64b1424d-6d2a-438d-a0be-0e4f1f6a3f64 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.2942791 Jun 16 18:29:38.818140 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.db.resource_extend [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 18:29:38.882188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf23b-0886-4c21-8c07-f528e8aaf350 req-ce845cac-c0f0-4721-b47b-8b7708704d7b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:38.886115 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ac7cf23b-0886-4c21-8c07-f528e8aaf350 req-ce845cac-c0f0-4721-b47b-8b7708704d7b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 948 time: 0.0832624 Jun 16 18:29:38.918470 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e8ebf75f-8b9e-440c-85f2-4e5eccbb8559 req-84430af9-53ce-44cb-af67-221dbcd19786 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573674 Jun 16 18:29:38.977665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:39.005677 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ac7cf23b-0886-4c21-8c07-f528e8aaf350 req-6a47cc41-1972-413c-8f28-8c80cbbe0a87 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113596 Jun 16 18:29:39.007318 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:39.014628 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:39.025341 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:39.185130 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a717de2-a7d7-488c-905f-4ee0a4c7879d req-c13bd03d-afc9-44d5-afd1-63e9c04d1019 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:39.186825 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5a717de2-a7d7-488c-905f-4ee0a4c7879d req-c13bd03d-afc9-44d5-afd1-63e9c04d1019 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1123827 Jun 16 18:29:39.217023 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['7416c7c3-1e79-4777-a950-c0c27847ca8e'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:39.237613 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP 05eba6a3-e607-493c-bc60-79944754cfc7 associated. External IP: 172.27.2.20, port: 0075a21e-8596-4b59-b394-0d2e2c21aab0. Jun 16 18:29:39.264894 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163087-0883-4783-9da2-c6eee767cb4c req-c7894e7d-6062-4584-a320-df534e4e6f36 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:39.268629 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f9163087-0883-4783-9da2-c6eee767cb4c req-c7894e7d-6062-4584-a320-df534e4e6f36 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.1234019 Jun 16 18:29:39.363777 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['e304be79-1d40-45f4-99ca-97459a28a681'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:29:39.365118 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5a717de2-a7d7-488c-905f-4ee0a4c7879d req-e9230707-abe9-46ed-882e-b2bcf76f0638 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556299 Jun 16 18:29:39.436474 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f9163087-0883-4783-9da2-c6eee767cb4c req-a9392815-6098-4907-b278-64b83ad5e178 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491461 Jun 16 18:29:39.647553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:29:40.181314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:29:40.193069 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:40.223933 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:29:40.269698 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:29:40.270959 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:29:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:40.304436 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7fde7e17-f80b-4892-ba2e-a1004059bcf5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "PUT /v2.0/floatingips/05eba6a3-e607-493c-bc60-79944754cfc7 HTTP/1.1" status: 200 len: 991 time: 2.8759565 Jun 16 18:29:40.305119 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:40.308374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352c621-47fd-43e2-86f3-fc2af1db139f" -d '{"events": [{"name": "network-changed", "server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:40.317396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a60ac-8a65-4569-a822-b868f6e38f17 req-5b0be428-0b32-4c49-b7f7-725b2a3953a8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.325199 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b47a60ac-8a65-4569-a822-b868f6e38f17 req-5b0be428-0b32-4c49-b7f7-725b2a3953a8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.0700681 Jun 16 18:29:40.357125 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56102777-e111-4907-a6ba-90f43840ea7d req-8d737315-c956-4071-8abb-b9c089106593 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.366610 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-56102777-e111-4907-a6ba-90f43840ea7d req-8d737315-c956-4071-8abb-b9c089106593 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 948 time: 0.1281993 Jun 16 18:29:40.394020 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b47a60ac-8a65-4569-a822-b868f6e38f17 req-1cd14701-de61-49f0-b835-baabc8ae3e12 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677299 Jun 16 18:29:40.528828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c688f-d7cf-4289-a2d1-7f447c08fc61 req-9e778b2b-5cfd-488d-8c59-3fc11b3a3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.530414 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d1c688f-d7cf-4289-a2d1-7f447c08fc61 req-9e778b2b-5cfd-488d-8c59-3fc11b3a3157 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1129 time: 0.1603775 Jun 16 18:29:40.545676 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76669b0-2e03-4aac-9dd8-52e7f46da9d8 x-openstack-request-id: req-e76669b0-2e03-4aac-9dd8-52e7f46da9d8 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:40.545973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:40.546239 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e76669b0-2e03-4aac-9dd8-52e7f46da9d8 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:40.546651 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76669b0-2e03-4aac-9dd8-52e7f46da9d8'] response: {'name': 'network-changed', 'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'status': 'completed', 'code': 200} Jun 16 18:29:40.551319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23501-93a2-4b8d-bae4-dc5bdc4458a4 req-dbee203d-e110-4ce7-aeed-1e804b101b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.553165 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ecc23501-93a2-4b8d-bae4-dc5bdc4458a4 req-dbee203d-e110-4ce7-aeed-1e804b101b06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.1003034 Jun 16 18:29:40.572972 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-56102777-e111-4907-a6ba-90f43840ea7d req-0a4e63eb-327e-4d05-964f-2432c40ee4a3 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044637 Jun 16 18:29:40.696837 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-964a44dc-e661-4f9c-a5bf-516356960df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.700988 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-964a44dc-e661-4f9c-a5bf-516356960df5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0926406 Jun 16 18:29:40.706043 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ecc23501-93a2-4b8d-bae4-dc5bdc4458a4 req-d530eb13-ca70-4d7c-bec5-ade8aab537c2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186657 Jun 16 18:29:40.716865 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:29:40.802268 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f83ce5-41af-41fe-b6f1-8c325c575d6c req-fe4ca34e-7516-4463-8e9e-c14f56173e21 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.812361 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f1f83ce5-41af-41fe-b6f1-8c325c575d6c req-fe4ca34e-7516-4463-8e9e-c14f56173e21 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.1091583 Jun 16 18:29:40.815545 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d1c688f-d7cf-4289-a2d1-7f447c08fc61 req-7030bcab-4712-4dfd-a348-078cb85eee7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731669 Jun 16 18:29:40.838202 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972dd25-185c-4841-8561-af70ea6fd8db req-c28f0c71-6ff3-4c70-805c-edee7d4edd05 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:40.841577 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e972dd25-185c-4841-8561-af70ea6fd8db req-c28f0c71-6ff3-4c70-805c-edee7d4edd05 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1057606 Jun 16 18:29:40.906865 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f1f83ce5-41af-41fe-b6f1-8c325c575d6c req-3315bfdc-584c-41f8-9895-719f6259ab7b tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949004 Jun 16 18:29:40.907403 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56728) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:40.942946 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e972dd25-185c-4841-8561-af70ea6fd8db req-c6b094bd-8453-4c12-89bb-104df5e7e71f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957735 Jun 16 18:29:41.092566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-9e462eb8-0104-4006-964b-40175c0d1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:41.095093 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-9e462eb8-0104-4006-964b-40175c0d1ee0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.1744168 Jun 16 18:29:41.144468 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b86fec34-e6ed-47de-917b-0d67bd36f4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.185936 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:41.273470 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:41.300989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b86fec34-e6ed-47de-917b-0d67bd36f4f7 admin admin] Publish callbacks [] for security_group (f8c650c7-bb5e-46ff-9e71-49c4510c1f7f), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.311817 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b86fec34-e6ed-47de-917b-0d67bd36f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f8c650c7-bb5e-46ff-9e71-49c4510c1f7f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.321609 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:38Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:41.352746 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 7416c7c3-1e79-4777-a950-c0c27847ca8e completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:41.371717 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 7416c7c3-1e79-4777-a950-c0c27847ca8e triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:41.372481 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.388870 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:29:41.402974 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fec34-e6ed-47de-917b-0d67bd36f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c650c7-bb5e-46ff-9e71-49c4510c1f7f,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:41.406950 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:29:41.408595 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b86fec34-e6ed-47de-917b-0d67bd36f4f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a9cd9f3e7b949cf860c71d0523e8b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000029 Jun 16 18:29:41.411773 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56738) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:41.435453 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:29:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:41.510030 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] Publish callbacks [] for security_group (f8c650c7-bb5e-46ff-9e71-49c4510c1f7f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.610958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] Publish callbacks [] for security_group (f8c650c7-bb5e-46ff-9e71-49c4510c1f7f), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.635597 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:41.686263 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:41.686686 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.768225 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:41.770602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6e08b-f086-4eac-a7a1-af68e0a24f68" -d '{"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:41.803145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:41.812984 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:41.815409 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.817012 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device e304be79-1d40-45f4-99ca-97459a28a681 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:29:41.839684 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-1f46b3dd-db49-4a8b-9222-3fd3340d163c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 200 len: 999 time: 0.3417642 Jun 16 18:29:41.862456 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:29:41.868937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef437ca-4cc2-4ed0-8957-0e43f9d80199 req-96e9de1b-5671-44b6-bc61-b031a3961a37 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:41.872840 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6ef437ca-4cc2-4ed0-8957-0e43f9d80199 req-96e9de1b-5671-44b6-bc61-b031a3961a37 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.2407789 Jun 16 18:29:41.921327 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a162-a03b-445d-99af-25494a0f5873 req-4813fd42-2e82-4985-bc88-5ee07f85121b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:41.923214 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ee80a162-a03b-445d-99af-25494a0f5873 req-4813fd42-2e82-4985-bc88-5ee07f85121b tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 948 time: 0.1083949 Jun 16 18:29:41.942698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f8c650c7-bb5e-46ff-9e71-49c4510c1f7f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.947633 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:41.953521 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8c650c7-bb5e-46ff-9e71-49c4510c1f7f HTTP/1.1" status: 204 len: 168 time: 0.5364602 Jun 16 18:29:41.998077 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a244f2-5556-438f-b743-824db7e755d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c650c7-bb5e-46ff-9e71-49c4510c1f7f,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:42.036394 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6ef437ca-4cc2-4ed0-8957-0e43f9d80199 req-7697bfa5-e47b-426c-bc29-351ea696f885 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534810 Jun 16 18:29:42.108986 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:42.110628 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port e304be79-1d40-45f4-99ca-97459a28a681 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:29:42.144192 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port e304be79-1d40-45f4-99ca-97459a28a681 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:29:42.145055 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e304be79-1d40-45f4-99ca-97459a28a681), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.206509 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36d1aa-30f3-4f52-8150-a690f047eb52 x-openstack-request-id: req-fd36d1aa-30f3-4f52-8150-a690f047eb52 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:42.207146 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:42.207612 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd36d1aa-30f3-4f52-8150-a690f047eb52 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:42.208276 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd36d1aa-30f3-4f52-8150-a690f047eb52'] response: {'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'code': 200} Jun 16 18:29:42.221146 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ee80a162-a03b-445d-99af-25494a0f5873 req-89d7f106-d87a-4b7a-9fc1-83a82656c406 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826815 Jun 16 18:29:42.232647 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:42.234170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:42.268174 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:42.302270 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port e304be79-1d40-45f4-99ca-97459a28a681 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:29:42.303273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e304be79-1d40-45f4-99ca-97459a28a681), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.310204 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-fd9c72e2-f8b0-4537-90bd-2f2acea3476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:42.313145 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-fd9c72e2-f8b0-4537-90bd-2f2acea3476f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.3139806 Jun 16 18:29:42.367096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e304be79-1d40-45f4-99ca-97459a28a681,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:42.379175 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.396850 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7c71-8678-461e-a1a1-9e86b216299d req-f6a4537a-70e1-4858-93af-48664f6651d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:42.398581 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-01bf7c71-8678-461e-a1a1-9e86b216299d req-f6a4537a-70e1-4858-93af-48664f6651d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0767779 Jun 16 18:29:42.517383 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:42.569563 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-01bf7c71-8678-461e-a1a1-9e86b216299d req-3f634861-4867-4a40-943d-eb8e5437e009 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640143 Jun 16 18:29:42.588526 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:38Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:42.635975 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1f998-fd31-4718-a33d-f4de2cdc29be None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:38Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:29:42.646964 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56782) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:42.672781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6af9-8f7f-42db-8d31-31a4799a1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.825671 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6af9-8f7f-42db-8d31-31a4799a1280 admin admin] Publish callbacks [] for security_group (78994c83-c11a-4bf2-87ab-eaaf0759f51b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.833058 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6af9-8f7f-42db-8d31-31a4799a1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (78994c83-c11a-4bf2-87ab-eaaf0759f51b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:42.887903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb6af9-8f7f-42db-8d31-31a4799a1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78994c83-c11a-4bf2-87ab-eaaf0759f51b,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:42.909181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56796) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:42.918306 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-bbdb6af9-8f7f-42db-8d31-31a4799a1280 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ffe0ee66dab45b99bbdbf8e72a9f958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691290 Jun 16 18:29:42.976616 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] Publish callbacks [] for security_group (78994c83-c11a-4bf2-87ab-eaaf0759f51b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.008964 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] Publish callbacks [] for security_group (78994c83-c11a-4bf2-87ab-eaaf0759f51b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.102357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (78994c83-c11a-4bf2-87ab-eaaf0759f51b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.111414 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.116038 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78994c83-c11a-4bf2-87ab-eaaf0759f51b HTTP/1.1" status: 204 len: 168 time: 0.2031498 Jun 16 18:29:43.129641 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eba76-4dff-462c-ac00-4cc4b5bb7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78994c83-c11a-4bf2-87ab-eaaf0759f51b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:43.294460 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fa2f1-d6b7-49c3-9888-22b39b1bdfcc req-dd61e890-5b4f-4e92-917b-7aead0b3eb4f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:43.296385 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e6fa2f1-d6b7-49c3-9888-22b39b1bdfcc req-dd61e890-5b4f-4e92-917b-7aead0b3eb4f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0975654 Jun 16 18:29:43.383507 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e6fa2f1-d6b7-49c3-9888-22b39b1bdfcc req-1bc60f72-c92c-46ca-aecf-514e2dc5eeef tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811660 Jun 16 18:29:43.472703 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:29:43.580711 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e983db-aa06-485b-8767-3e202abc38ef req-48f9d702-e237-4dc9-ad6f-1faa0e18fd97 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:43.583556 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e8e983db-aa06-485b-8767-3e202abc38ef req-48f9d702-e237-4dc9-ad6f-1faa0e18fd97 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.1067839 Jun 16 18:29:43.646801 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56814) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:43.699979 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e8e983db-aa06-485b-8767-3e202abc38ef req-64fbb587-1f7c-4d1f-9ebd-a004b2a5a919 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090689 Jun 16 18:29:43.824612 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c56208c-984b-4368-b1d3-d8c5850be277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.901505 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d1647-0443-4e16-8ef3-49ed754a5835 req-0a2d584d-f663-413f-be06-243eb1c1a8ae tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:43.913306 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e72d1647-0443-4e16-8ef3-49ed754a5835 req-0a2d584d-f663-413f-be06-243eb1c1a8ae tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0796094 Jun 16 18:29:43.958435 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c56208c-984b-4368-b1d3-d8c5850be277 admin admin] Publish callbacks [] for security_group (6e4d8323-0851-4c5a-a874-121f3e50c47c), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.966611 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:43.967453 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c56208c-984b-4368-b1d3-d8c5850be277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6e4d8323-0851-4c5a-a874-121f3e50c47c), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:43.985721 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07177c8-9b90-4422-8190-e1db145f920b None None] New status for floating IP 05eba6a3-e607-493c-bc60-79944754cfc7: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:29:44.001023 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e72d1647-0443-4e16-8ef3-49ed754a5835 req-e98461d2-0b00-40c9-89bc-2c670efff946 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860350 Jun 16 18:29:44.053615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56208c-984b-4368-b1d3-d8c5850be277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d8323-0851-4c5a-a874-121f3e50c47c,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:44.090245 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7c56208c-984b-4368-b1d3-d8c5850be277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d0cf5a8cccb491395ffceb4018300f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415650 Jun 16 18:29:44.093976 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56828) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:44.182560 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] Publish callbacks [] for security_group (6e4d8323-0851-4c5a-a874-121f3e50c47c), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.224312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] Publish callbacks [] for security_group (6e4d8323-0851-4c5a-a874-121f3e50c47c), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.240957 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:44.245107 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58f25ae-8de9-4f7a-96a0-f378fd59edf3" -d '{"events": [{"server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "name": "network-vif-plugged", "status": "completed", "tag": "e304be79-1d40-45f4-99ca-97459a28a681"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:44.299818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2209d207-ffad-4cda-bf7f-65a65245b8d7 x-openstack-request-id: req-2209d207-ffad-4cda-bf7f-65a65245b8d7 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:44.300176 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "name": "network-vif-plugged", "status": "completed", "tag": "e304be79-1d40-45f4-99ca-97459a28a681", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:44.300444 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2209d207-ffad-4cda-bf7f-65a65245b8d7 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:44.300913 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2209d207-ffad-4cda-bf7f-65a65245b8d7'] response: {'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681', 'code': 200} Jun 16 18:29:44.321758 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6e4d8323-0851-4c5a-a874-121f3e50c47c), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.327978 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.330304 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e4d8323-0851-4c5a-a874-121f3e50c47c HTTP/1.1" status: 204 len: 168 time: 0.2349794 Jun 16 18:29:44.342535 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91003ec2-9485-4d7b-90bd-2e70fadeb4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d8323-0851-4c5a-a874-121f3e50c47c,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:44.549026 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aacfea-3d0f-429c-bec7-f9144512a239 req-62e68b00-0813-41b4-9521-baf814a8fa04 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:44.552924 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-84aacfea-3d0f-429c-bec7-f9144512a239 req-62e68b00-0813-41b4-9521-baf814a8fa04 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0570903 Jun 16 18:29:44.612189 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-84aacfea-3d0f-429c-bec7-f9144512a239 req-63291f22-d848-4702-9960-951f5d20bede tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557876 Jun 16 18:29:44.837639 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:44.866767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e51731-5d6f-4d84-a1cd-818b0d4854de req-a1df48a9-79be-404d-b675-6723287fd805 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:44.867079 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 56854) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:44.867231 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e2e51731-5d6f-4d84-a1cd-818b0d4854de req-a1df48a9-79be-404d-b675-6723287fd805 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.0607345 Jun 16 18:29:44.883943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dddede69-db76-41eb-88bc-95f98f321e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.972744 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e2e51731-5d6f-4d84-a1cd-818b0d4854de req-b0b7ec89-ea02-4fdc-8648-87d10e9d926c tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956376 Jun 16 18:29:44.988365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dddede69-db76-41eb-88bc-95f98f321e54 admin admin] Publish callbacks [] for security_group (54e08800-f769-43cf-a840-950c626f0b4d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:44.999117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dddede69-db76-41eb-88bc-95f98f321e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (54e08800-f769-43cf-a840-950c626f0b4d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:45.056590 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-dddede69-db76-41eb-88bc-95f98f321e54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f3294df07ac4246bdfe72b90677cdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869285 Jun 16 18:29:45.057450 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 56860) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:45.058321 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddede69-db76-41eb-88bc-95f98f321e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e08800-f769-43cf-a840-950c626f0b4d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:45.193698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] Publish callbacks [] for security_group (54e08800-f769-43cf-a840-950c626f0b4d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:45.228082 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39de2b9-4aa9-464f-9486-84e863345f13 req-62d6b16a-2c62-48ec-abc3-ec4abc60395c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:45.231837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f39de2b9-4aa9-464f-9486-84e863345f13 req-62d6b16a-2c62-48ec-abc3-ec4abc60395c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0872488 Jun 16 18:29:45.244191 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] Publish callbacks [] for security_group (54e08800-f769-43cf-a840-950c626f0b4d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:45.333697 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f39de2b9-4aa9-464f-9486-84e863345f13 req-a655136f-6306-4faf-83c6-738435741273 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962420 Jun 16 18:29:45.382247 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (54e08800-f769-43cf-a840-950c626f0b4d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:45.389981 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:45.391855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-bc48bcbf-fe53-4a9c-b855-16d386fe8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:45.392946 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54e08800-f769-43cf-a840-950c626f0b4d HTTP/1.1" status: 204 len: 168 time: 0.3337183 Jun 16 18:29:45.403491 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-bc48bcbf-fe53-4a9c-b855-16d386fe8aad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1173592 Jun 16 18:29:45.411325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2b5aa-1afb-43ea-8d4e-cf7a40fb0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e08800-f769-43cf-a840-950c626f0b4d,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:45.816522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545de1f7-dc98-43dd-bc58-40320b962cef req-4534ed29-9237-42aa-9e70-73d2a60f93f1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:45.820895 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-545de1f7-dc98-43dd-bc58-40320b962cef req-4534ed29-9237-42aa-9e70-73d2a60f93f1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0822287 Jun 16 18:29:46.028353 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-545de1f7-dc98-43dd-bc58-40320b962cef req-0f719bcc-6168-4fd4-837c-29a09825d3fe tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865697 Jun 16 18:29:46.164912 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:46.203318 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-615a433d-399d-41db-ad0f-64a15199e1da service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494861 Jun 16 18:29:46.321063 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:46.451892 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f352c621-47fd-43e2-86f3-fc2af1db139f req-ba8c2c42-ac27-4361-8f91-24b28d4832cf service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359850 Jun 16 18:29:46.518080 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12991775-c7c4-4e9e-9174-73e1703e3def req-372608ba-127a-45da-a8f7-5b12b5c79c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:46.519891 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-12991775-c7c4-4e9e-9174-73e1703e3def req-372608ba-127a-45da-a8f7-5b12b5c79c75 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1130 time: 0.2147098 Jun 16 18:29:46.574928 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe890ca3-3283-4117-86d2-be1be0e739ba req-029dedb5-33c7-455c-b75f-f0fc900c56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:46.578302 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fe890ca3-3283-4117-86d2-be1be0e739ba req-029dedb5-33c7-455c-b75f-f0fc900c56ba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 1133 time: 0.2463293 Jun 16 18:29:46.617874 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f1fd6-89ec-49f7-82c1-6a46cceeb52a req-d0ba53d7-8919-4334-a19d-8dd7b71133c0 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:46.623291 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd5f1fd6-89ec-49f7-82c1-6a46cceeb52a req-d0ba53d7-8919-4334-a19d-8dd7b71133c0 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.3796608 Jun 16 18:29:46.704329 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fe890ca3-3283-4117-86d2-be1be0e739ba req-1c6f7395-a68d-4126-936f-a509fabe4b69 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068087 Jun 16 18:29:46.739054 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-12991775-c7c4-4e9e-9174-73e1703e3def req-47b2cc9a-db1f-4c1e-b11e-9de7d03c8f35 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939654 Jun 16 18:29:46.753364 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:46.777504 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd5f1fd6-89ec-49f7-82c1-6a46cceeb52a req-d05ccfb5-8f55-4bca-b864-7cd4a98de2a4 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505930 Jun 16 18:29:46.813259 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:46.836858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b716d4-2be9-4ee4-95f7-c9a542598b6f req-4c8b239b-75e4-4d60-bd77-04a2cad37059 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:46.838930 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c1b716d4-2be9-4ee4-95f7-c9a542598b6f req-4c8b239b-75e4-4d60-bd77-04a2cad37059 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1461563 Jun 16 18:29:46.930272 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c1b716d4-2be9-4ee4-95f7-c9a542598b6f req-02b7c2a7-eec3-4d49-a15e-1c83813b5a7c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772145 Jun 16 18:29:47.272448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b997d-1507-437c-9645-7727c7f6c790 req-26ded79f-3eb4-427a-9e11-c23832721bec tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:47.282010 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8c9b997d-1507-437c-9645-7727c7f6c790 req-26ded79f-3eb4-427a-9e11-c23832721bec tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1109757 Jun 16 18:29:47.350720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910eab1-f364-4e99-b870-03d093373c48 req-7900ecd5-73bc-4405-aa40-d98a0e2a6b5f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:47.365075 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2910eab1-f364-4e99-b870-03d093373c48 req-7900ecd5-73bc-4405-aa40-d98a0e2a6b5f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1093912 Jun 16 18:29:47.395552 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8c9b997d-1507-437c-9645-7727c7f6c790 req-54235e36-5b81-4025-91c4-7037b6af9253 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118517 Jun 16 18:29:47.436086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2910eab1-f364-4e99-b870-03d093373c48 req-89ace533-8675-4f2a-934f-472ef5f9d865 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Jun 16 18:29:47.912846 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eb10f-879f-44b5-94e8-f5eefb68adc5 req-0cfa576b-ed07-46b9-90fc-8e0fc5b7bf05 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:47.914658 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9f4eb10f-879f-44b5-94e8-f5eefb68adc5 req-0cfa576b-ed07-46b9-90fc-8e0fc5b7bf05 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.0542357 Jun 16 18:29:47.994737 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9f4eb10f-879f-44b5-94e8-f5eefb68adc5 req-a325fa73-5458-4bf2-9926-f40c92b76b61 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Jun 16 18:29:48.596419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ef29-6e0c-410c-b67f-c09d3e416372 req-1b752da2-859c-47c8-8eb9-920e75b41d55 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:48.607413 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bc67ef29-6e0c-410c-b67f-c09d3e416372 req-1b752da2-859c-47c8-8eb9-920e75b41d55 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0943418 Jun 16 18:29:48.702848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-f352ce70-53bf-405f-8140-39988e9a6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:48.705078 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-f352ce70-53bf-405f-8140-39988e9a6fdf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1129 time: 0.0688736 Jun 16 18:29:48.717251 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bc67ef29-6e0c-410c-b67f-c09d3e416372 req-fa7a23d5-8e3e-4383-bae6-810bb787c9b3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087818 Jun 16 18:29:48.736454 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e6fb5-b818-4d74-826f-ee211956b615 req-cff8ec59-237a-489c-9ff8-00ac3550aaf5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:48.738338 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-959e6fb5-b818-4d74-826f-ee211956b615 req-cff8ec59-237a-489c-9ff8-00ac3550aaf5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1467469 Jun 16 18:29:48.834517 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-959e6fb5-b818-4d74-826f-ee211956b615 req-941bf434-ae90-407a-88cc-ab759afb988a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869002 Jun 16 18:29:49.204988 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a681afc-9e1b-44c1-b7ee-84437ccd5f78 req-384f0704-671b-4973-aff6-50c1d7d77ea3 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:49.206631 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4a681afc-9e1b-44c1-b7ee-84437ccd5f78 req-384f0704-671b-4973-aff6-50c1d7d77ea3 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.0856626 Jun 16 18:29:49.313361 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4a681afc-9e1b-44c1-b7ee-84437ccd5f78 req-658836df-1ec3-46dd-9952-c420e77b9647 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004872 Jun 16 18:29:49.607866 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57034) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:49.700153 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:49.956734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-75b24bc4-ae99-485c-b063-8ef53e837b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.070490 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cd51f-5a8d-41c4-99d5-b376690e95b9 req-81b88706-b362-49c0-b9d8-76059919e786 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:50.072767 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f3cd51f-5a8d-41c4-99d5-b376690e95b9 req-81b88706-b362-49c0-b9d8-76059919e786 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1360965 Jun 16 18:29:50.086544 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57048) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:50.122529 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-cb693786-f05a-4cee-83bc-201f910a71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:50.124035 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-cb693786-f05a-4cee-83bc-201f910a71c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.4412789 Jun 16 18:29:50.168602 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f3cd51f-5a8d-41c4-99d5-b376690e95b9 req-27f00012-a5a0-4964-bdca-2f8ed72eaa3d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828099 Jun 16 18:29:50.182934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1dc57-3f46-4d64-a17b-b2d42fd6b31e req-d70c92af-7b3f-45ec-9fd4-80b268f9f656 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:50.192275 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84e1dc57-3f46-4d64-a17b-b2d42fd6b31e req-d70c92af-7b3f-45ec-9fd4-80b268f9f656 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0733790 Jun 16 18:29:50.259010 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-75b24bc4-ae99-485c-b063-8ef53e837b9f admin admin] Publish callbacks [] for security_group (8156fd54-c604-4610-b1bc-082381aa7dc2), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.270342 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-75b24bc4-ae99-485c-b063-8ef53e837b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8156fd54-c604-4610-b1bc-082381aa7dc2), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.304630 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84e1dc57-3f46-4d64-a17b-b2d42fd6b31e req-18c8a33d-31c4-4666-a46e-e154aefda6a5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111629 Jun 16 18:29:50.305729 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8d7550b0-4a70-43af-9d7f-bd05906b1563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.348699 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b24bc4-ae99-485c-b063-8ef53e837b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156fd54-c604-4610-b1bc-082381aa7dc2,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:50.435965 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-75b24bc4-ae99-485c-b063-8ef53e837b9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59f989a07645494eac5d7376951ff4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8268659 Jun 16 18:29:50.441402 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57056) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:50.465023 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8d7550b0-4a70-43af-9d7f-bd05906b1563 admin admin] Publish callbacks [] for security_group (f5ea918d-56ed-408d-8f41-ecc061da13b3), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.473651 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-b9690812-17b0-482c-b02f-13cce8aa2161 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 200 len: 217 time: 0.1071784 Jun 16 18:29:50.478635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8d7550b0-4a70-43af-9d7f-bd05906b1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f5ea918d-56ed-408d-8f41-ecc061da13b3), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.493118 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e835-7072-44da-a475-938670d85a58 req-31e5a048-3d09-432f-bb07-af6b655c3c3a tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:50.505940 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7588e835-7072-44da-a475-938670d85a58 req-31e5a048-3d09-432f-bb07-af6b655c3c3a tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.1711345 Jun 16 18:29:50.554475 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7550b0-4a70-43af-9d7f-bd05906b1563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ea918d-56ed-408d-8f41-ecc061da13b3,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:50.570646 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8d7550b0-4a70-43af-9d7f-bd05906b1563 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=623778d0000d4b91a4205bdbe75595f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828265 Jun 16 18:29:50.575456 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57066) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:50.587305 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7588e835-7072-44da-a475-938670d85a58 req-c0564807-cb6d-4892-99df-790d89e82196 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850978 Jun 16 18:29:50.588450 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] Publish callbacks [] for security_group (8156fd54-c604-4610-b1bc-082381aa7dc2), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.641901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] Publish callbacks [] for security_group (8156fd54-c604-4610-b1bc-082381aa7dc2), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.651065 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:50.705925 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] Publish callbacks [] for security_group (f5ea918d-56ed-408d-8f41-ecc061da13b3), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.730081 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:50.746365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] Publish callbacks [] for security_group (f5ea918d-56ed-408d-8f41-ecc061da13b3), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.800571 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8156fd54-c604-4610-b1bc-082381aa7dc2), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.805647 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.811510 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8156fd54-c604-4610-b1bc-082381aa7dc2 HTTP/1.1" status: 204 len: 168 time: 0.3654571 Jun 16 18:29:50.832328 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f55d-0a2a-44b0-9704-a1dd9c745098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156fd54-c604-4610-b1bc-082381aa7dc2,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:50.910501 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f5ea918d-56ed-408d-8f41-ecc061da13b3), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.915956 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:50.921232 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5ea918d-56ed-408d-8f41-ecc061da13b3 HTTP/1.1" status: 204 len: 168 time: 0.3445539 Jun 16 18:29:50.958166 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352c9ae-2424-4398-b26c-d14e70a3afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ea918d-56ed-408d-8f41-ecc061da13b3,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:51.392121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1f5f0-d553-41e3-854e-3eed31a36d3f req-ae00d3ab-8a38-44b2-a4f0-42f661fefee0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:51.393804 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6bb1f5f0-d553-41e3-854e-3eed31a36d3f req-ae00d3ab-8a38-44b2-a4f0-42f661fefee0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0984623 Jun 16 18:29:51.466488 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6bb1f5f0-d553-41e3-854e-3eed31a36d3f req-98ebb490-f4af-4cbc-ad23-93c919c24450 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605588 Jun 16 18:29:51.540708 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9338e9-7ea5-415e-b5fd-cd010dfa28a9 req-4a371eae-9958-496f-9478-9bad617a4ba9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:51.544218 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3c9338e9-7ea5-415e-b5fd-cd010dfa28a9 req-4a371eae-9958-496f-9478-9bad617a4ba9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1100786 Jun 16 18:29:51.586798 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57086) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:51.592623 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57088) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:51.608827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3913-5fe3-4c85-a23b-d7aa1bdf26a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.618588 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-662e1785-18be-4f57-94df-05a0311863f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.657820 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3c9338e9-7ea5-415e-b5fd-cd010dfa28a9 req-7070f1d6-e2e7-4e78-8c0f-93f99779d57a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019280 Jun 16 18:29:51.697051 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b70138-5157-47fd-9148-3bbbff029099 req-ecf7185c-27a3-4cfa-adf3-f43ca7a57592 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:51.697471 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:51.700158 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-72b70138-5157-47fd-9148-3bbbff029099 req-ecf7185c-27a3-4cfa-adf3-f43ca7a57592 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0979755 Jun 16 18:29:51.710178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57092) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:51.715226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'floatingip': {'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:29:51.815901 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.817689 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-662e1785-18be-4f57-94df-05a0311863f5 admin admin] Publish callbacks [] for security_group (2a4d3258-4e64-4db2-883f-ad18fa600909), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.825011 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c21d-1444-4008-bcf2-b9b420739692 req-57e0c002-13cb-4bd7-8c23-bcbc898cc672 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:51.826500 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-35e2c21d-1444-4008-bcf2-b9b420739692 req-57e0c002-13cb-4bd7-8c23-bcbc898cc672 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.0765676 Jun 16 18:29:51.827758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-662e1785-18be-4f57-94df-05a0311863f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (2a4d3258-4e64-4db2-883f-ad18fa600909), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.866487 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3913-5fe3-4c85-a23b-d7aa1bdf26a3 admin admin] Publish callbacks [] for security_group (d9c5fd31-20ea-48ff-8e7c-02f6fd580444), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.888230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3913-5fe3-4c85-a23b-d7aa1bdf26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d9c5fd31-20ea-48ff-8e7c-02f6fd580444), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:51.892851 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-662e1785-18be-4f57-94df-05a0311863f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d67a19641da14564bbfaddd0c0e8f4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990584 Jun 16 18:29:51.893817 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e1785-18be-4f57-94df-05a0311863f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d3258-4e64-4db2-883f-ad18fa600909,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:51.899222 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57094) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:52.058724 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:52.079796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb3913-5fe3-4c85-a23b-d7aa1bdf26a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c5fd31-20ea-48ff-8e7c-02f6fd580444,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:52.096612 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3dcb3913-5fe3-4c85-a23b-d7aa1bdf26a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab9074e8d754409381411c80401b55ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061700 Jun 16 18:29:52.105579 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57098) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:52.219126 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-35e2c21d-1444-4008-bcf2-b9b420739692 req-384d9236-2496-466d-b86b-52124331a925 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735676 Jun 16 18:29:52.249588 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-e6c323e1-5aec-4d23-8461-e76410014d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:52.252428 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-e6c323e1-5aec-4d23-8461-e76410014d25 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.3189142 Jun 16 18:29:52.254529 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] Publish callbacks [] for security_group (2a4d3258-4e64-4db2-883f-ad18fa600909), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.283789 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] Publish callbacks [] for security_group (2a4d3258-4e64-4db2-883f-ad18fa600909), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.345375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (2a4d3258-4e64-4db2-883f-ad18fa600909), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.350634 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.353250 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a4d3258-4e64-4db2-883f-ad18fa600909 HTTP/1.1" status: 204 len: 168 time: 0.4527681 Jun 16 18:29:52.368725 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6057-1684-41d1-8b4f-a2c61037349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d3258-4e64-4db2-883f-ad18fa600909,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:52.378978 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] Publish callbacks [] for security_group (d9c5fd31-20ea-48ff-8e7c-02f6fd580444), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.459751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] Publish callbacks [] for security_group (d9c5fd31-20ea-48ff-8e7c-02f6fd580444), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:52.961408 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ffcd-9c2d-4396-b701-d72979e8636c req-32193dd7-cc02-4913-b4f1-28b396b89bd4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:52.963539 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f1f6ffcd-9c2d-4396-b701-d72979e8636c req-32193dd7-cc02-4913-b4f1-28b396b89bd4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1815457 Jun 16 18:29:53.044039 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d9c5fd31-20ea-48ff-8e7c-02f6fd580444), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:53.047828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:53.049508 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9c5fd31-20ea-48ff-8e7c-02f6fd580444 HTTP/1.1" status: 204 len: 168 time: 0.9406307 Jun 16 18:29:53.132249 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48b81f-dae2-4f02-918c-018945df0ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c5fd31-20ea-48ff-8e7c-02f6fd580444,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:53.209649 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f1f6ffcd-9c2d-4396-b701-d72979e8636c req-79d496b2-2e9b-4d9c-9b26-afcd9d3c4d47 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377350 Jun 16 18:29:53.230735 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.db.resource_extend [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 18:29:53.351207 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-50a4ba72-6797-489f-9ec2-55672d9f46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:53.353233 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-50a4ba72-6797-489f-9ec2-55672d9f46ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2116377 Jun 16 18:29:53.365137 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:53.397368 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f80731-bd27-4049-8114-80afaab05bbf req-8e0d32fb-7ea9-4a28-adfe-3ec705bb22e5 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:53.399772 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e5f80731-bd27-4049-8114-80afaab05bbf req-8e0d32fb-7ea9-4a28-adfe-3ec705bb22e5 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.88 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.1195488 Jun 16 18:29:53.415603 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:53.430620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:53.556765 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110758e-9648-4fcf-ab69-7477d4961b02 req-90399f90-4370-4735-abf9-8a3c73809364 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:53.560834 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3110758e-9648-4fcf-ab69-7477d4961b02 req-90399f90-4370-4735-abf9-8a3c73809364 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.1411970 Jun 16 18:29:53.599851 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Floating IP e252ace5-3fec-447a-a44b-15de6a7bc710 associated. External IP: 172.27.2.189, port: 7416c7c3-1e79-4777-a950-c0c27847ca8e. Jun 16 18:29:53.657495 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3110758e-9648-4fcf-ab69-7477d4961b02 req-3202ba58-6c76-4b6c-8ddb-78ce6a146195 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855658 Jun 16 18:29:54.042006 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Deleting port e304be79-1d40-45f4-99ca-97459a28a681 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:29:54.043142 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (e304be79-1d40-45f4-99ca-97459a28a681), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:54.050784 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:54.132193 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-90236206-34ed-4a4f-8e35-629be045a4e0 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200537 Jun 16 18:29:54.411127 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] For port e304be79-1d40-45f4-99ca-97459a28a681, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e304be79-1d40-45f4-99ca-97459a28a681,segment=NetworkSegment(535d07b8-1129-494f-85ef-f03635faa5a1),segment_id=535d07b8-1129-494f-85ef-f03635faa5a1)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:54.411541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (e304be79-1d40-45f4-99ca-97459a28a681), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:54.474723 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Calling delete_port for e304be79-1d40-45f4-99ca-97459a28a681 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:29:54.508336 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97dbbb-212b-46d8-bb59-dc12fe5b20f6 req-7ebeabab-960e-4259-95c0-8a12f5b57c48 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:54.510101 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd97dbbb-212b-46d8-bb59-dc12fe5b20f6 req-7ebeabab-960e-4259-95c0-8a12f5b57c48 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1383905 Jun 16 18:29:54.512494 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-40810d3f-a0fe-42dc-bc4c-ecb46038c1a6 req-6b13771f-5c30-4577-8f7b-898c436f523d service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691661 Jun 16 18:29:54.514467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:29:54.983341 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb21a3-f8d1-4559-9b99-d06862c2c927 req-a8c1e921-32d3-4935-87b3-19736eec3725 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:54.987355 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3ffb21a3-f8d1-4559-9b99-d06862c2c927 req-a8c1e921-32d3-4935-87b3-19736eec3725 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 949 time: 0.1816616 Jun 16 18:29:55.068007 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:55.073278 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3ffb21a3-f8d1-4559-9b99-d06862c2c927 req-0b1428ca-5b75-4d94-b7fc-c4df60083f76 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/security-groups?id=534ba72a-bbc9-4955-8bf2-57c45f862a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796046 Jun 16 18:29:55.250395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:55.265735 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd97dbbb-212b-46d8-bb59-dc12fe5b20f6 req-e401317c-4e4b-4310-8df2-c4f285dcca57 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241321 Jun 16 18:29:55.421737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:29:55.435537 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:55.437702 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:29:55.470412 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:29:55.476263 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:29:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:55.618741 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5b7861ff-1f33-4620-aade-7ae720429f29 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "PUT /v2.0/floatingips/e252ace5-3fec-447a-a44b-15de6a7bc710 HTTP/1.1" status: 200 len: 992 time: 3.9070566 Jun 16 18:29:55.620777 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:55.625867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6f319-fe60-487b-ae19-ebc6f9334157" -d '{"events": [{"name": "network-changed", "server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:55.631714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (e304be79-1d40-45f4-99ca-97459a28a681), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:55.696179 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:29:55.700385 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:55.756598 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:55.783210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f5fb2-af07-48d4-9e88-43c4c4054283 x-openstack-request-id: req-946f5fb2-af07-48d4-9e88-43c4c4054283 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:55.783632 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:55.784035 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-946f5fb2-af07-48d4-9e88-43c4c4054283 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:55.784733 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946f5fb2-af07-48d4-9e88-43c4c4054283'] response: {'name': 'network-changed', 'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'status': 'completed', 'code': 200} Jun 16 18:29:55.786918 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Pushing event deleted for resources: {'Port': ['ID=e304be79-1d40-45f4-99ca-97459a28a681,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:55.963376 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7817-bf31-4e6d-b236-aeb0f99cc6a0 req-7e8ebb1c-4319-429a-8b7f-47ba4d0c3da9 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:55.979172 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-63eb7817-bf31-4e6d-b236-aeb0f99cc6a0 req-7e8ebb1c-4319-429a-8b7f-47ba4d0c3da9 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.3420804 Jun 16 18:29:56.024661 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] No DVR routers for this DVR port e304be79-1d40-45f4-99ca-97459a28a681 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:29:56.044795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:56.059637 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e5f80731-bd27-4049-8114-80afaab05bbf req-c902c4de-9b9d-40e6-836b-f9c99b79f871 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.88 "DELETE /v2.0/ports/e304be79-1d40-45f4-99ca-97459a28a681 HTTP/1.1" status: 204 len: 173 time: 2.3494866 Jun 16 18:29:56.218337 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-63eb7817-bf31-4e6d-b236-aeb0f99cc6a0 req-01f836ef-7d26-48dc-99ca-a3dcb2b99690 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950455 Jun 16 18:29:56.229601 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'e252ace5-3fec-447a-a44b-15de6a7bc710', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:50Z', 'updated_at': '2022-06-16T18:29:53Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:56.324146 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:29:56.343885 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:29:56.345043 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:29:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:56.366825 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-26379302-dbcd-41d3-bd92-654c170932d6 req-6e740751-677d-4dec-a869-411e307f93cc tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.0519106 Jun 16 18:29:56.483826 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:56.497579 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90524-0893-4f25-b3a8-7c36f00390ed req-14c1ecb1-2a00-41c3-aa57-4cc8f376f6c6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:56.499367 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-adb90524-0893-4f25-b3a8-7c36f00390ed req-14c1ecb1-2a00-41c3-aa57-4cc8f376f6c6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0776355 Jun 16 18:29:56.580623 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:29:56.601135 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-adb90524-0893-4f25-b3a8-7c36f00390ed req-69a6acd0-1304-4355-8bc2-4ee87a33719c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946681 Jun 16 18:29:56.620376 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57238) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:56.839154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0844539e-8f47-4e1a-bdf5-435e93efb415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.003889 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'e252ace5-3fec-447a-a44b-15de6a7bc710', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:50Z', 'updated_at': '2022-06-16T18:29:53Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:29:57.008827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0844539e-8f47-4e1a-bdf5-435e93efb415 admin admin] Publish callbacks [] for security_group (7121e0a7-1b7e-44ae-8192-7589a6073705), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.017356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0844539e-8f47-4e1a-bdf5-435e93efb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (7121e0a7-1b7e-44ae-8192-7589a6073705), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.033859 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9d031-d87d-428a-90ec-1f7aa67d7d75 None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'e252ace5-3fec-447a-a44b-15de6a7bc710', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:50Z', 'updated_at': '2022-06-16T18:29:53Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:29:57.102235 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844539e-8f47-4e1a-bdf5-435e93efb415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7121e0a7-1b7e-44ae-8192-7589a6073705,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:57.114247 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0844539e-8f47-4e1a-bdf5-435e93efb415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40897ba73b574fcb8c13a1410e6b8d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955003 Jun 16 18:29:57.114754 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57248) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:57.234817 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] Publish callbacks [] for security_group (7121e0a7-1b7e-44ae-8192-7589a6073705), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.255273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-97592010-68cd-4559-8f14-043801318a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:57.257702 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-97592010-68cd-4559-8f14-043801318a34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1130 time: 0.0754433 Jun 16 18:29:57.269637 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:57.285397 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] Publish callbacks [] for security_group (7121e0a7-1b7e-44ae-8192-7589a6073705), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.338930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device e304be79-1d40-45f4-99ca-97459a28a681 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:29:57.390082 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: e304be79-1d40-45f4-99ca-97459a28a681 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:29:57.390785 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device e304be79-1d40-45f4-99ca-97459a28a681 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:29:57.418065 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (7121e0a7-1b7e-44ae-8192-7589a6073705), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.421976 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-45c4d0da-c97f-422e-9487-b63cd44b9825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.422199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:57.423346 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7121e0a7-1b7e-44ae-8192-7589a6073705 HTTP/1.1" status: 204 len: 168 time: 0.3073046 Jun 16 18:29:57.444800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83339f-78f7-44ee-bcdb-b38fa0a52eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7121e0a7-1b7e-44ae-8192-7589a6073705,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:57.518601 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152540d-fcfe-4ad2-bb8c-25a304794303 None None] New status for floating IP e252ace5-3fec-447a-a44b-15de6a7bc710: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:29:57.806215 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6393ff-e9cb-4a8b-9bf9-f2f8158e3361 req-3d9d9db0-33e4-4cbe-a9b3-c7363f627a70 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:57.811881 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'name': 'network-vif-deleted', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:29:57.817743 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0131fb-c691-4009-8dc2-a64e141b9844" -d '{"events": [{"server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "name": "network-vif-deleted", "tag": "e304be79-1d40-45f4-99ca-97459a28a681"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:29:57.823806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-4ea8d666-4cbc-416b-bc4d-931f3fb5cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:57.826938 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-4ea8d666-4cbc-416b-bc4d-931f3fb5cb91 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.5021629 Jun 16 18:29:57.829424 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5e6393ff-e9cb-4a8b-9bf9-f2f8158e3361 req-3d9d9db0-33e4-4cbe-a9b3-c7363f627a70 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.2281473 Jun 16 18:29:57.959782 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5e6393ff-e9cb-4a8b-9bf9-f2f8158e3361 req-de46ed92-710e-4568-9de0-48a03fd959e5 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/security-groups?id=dad104d5-feea-4ff7-bf46-25dfae7c35f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271193 Jun 16 18:29:58.038519 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f2e37cf7-cf3a-4678-b19d-816081d37690 req-fbf61100-8d65-4be2-b948-42407ff69f48 tempest-VolumesNegativeTest-992612787 tempest-VolumesNegativeTest-992612787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5 HTTP/1.1" status: 200 len: 210 time: 0.2088709 Jun 16 18:29:58.208388 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-77cedaf5-cb51-47f5-93d5-46eddadbe434 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:58.210631 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-77cedaf5-cb51-47f5-93d5-46eddadbe434 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.88 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 946 time: 0.3773563 Jun 16 18:29:58.303624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b4563-22dc-4f00-9623-912f26275ae0 x-openstack-request-id: req-616b4563-22dc-4f00-9623-912f26275ae0 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:29:58.304257 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5", "name": "network-vif-deleted", "tag": "e304be79-1d40-45f4-99ca-97459a28a681", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:29:58.304834 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-616b4563-22dc-4f00-9623-912f26275ae0 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:29:58.305430 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616b4563-22dc-4f00-9623-912f26275ae0'] response: {'server_uuid': 'b626d1e4-c5fd-47aa-be1f-4dbd8c2d50b5', 'name': 'network-vif-deleted', 'tag': 'e304be79-1d40-45f4-99ca-97459a28a681', 'status': 'completed', 'code': 200} Jun 16 18:29:58.330384 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-e0ef8878-ed12-4629-9609-765332832b39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 1002 time: 0.2908101 Jun 16 18:29:58.369667 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6f7b5-028b-4d0b-b04d-d1f815f1a5ce req-dd7c8b4a-4944-450a-a7f6-5651fc9d3db6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:58.389150 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50a6f7b5-028b-4d0b-b04d-d1f815f1a5ce req-dd7c8b4a-4944-450a-a7f6-5651fc9d3db6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1867046 Jun 16 18:29:58.397733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Deleting port be9e391a-a84f-495c-b209-129c97524123 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:29:58.398362 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (be9e391a-a84f-495c-b209-129c97524123), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:58.510436 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50a6f7b5-028b-4d0b-b04d-d1f815f1a5ce req-3647bc0d-effe-463d-9191-0e98aac61fcb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136088 Jun 16 18:29:58.548434 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-c41ee9c4-73a5-4361-8839-d1fa1df0ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:58.551782 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-c41ee9c4-73a5-4361-8839-d1fa1df0ec3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.1645434 Jun 16 18:29:58.627065 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] For port be9e391a-a84f-495c-b209-129c97524123, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be9e391a-a84f-495c-b209-129c97524123,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:29:58.627657 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (be9e391a-a84f-495c-b209-129c97524123), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:58.650236 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:58.654478 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Calling delete_port for be9e391a-a84f-495c-b209-129c97524123 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:29:58.676596 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57284) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:58.687343 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:58.696680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0623c21d-e43d-4c91-803c-e1cc64c466ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:58.830990 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57288) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:58.841281 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0623c21d-e43d-4c91-803c-e1cc64c466ff admin admin] Publish callbacks [] for security_group (912474c0-524c-43ff-bd4c-071dcf8c102c), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:58.848169 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0623c21d-e43d-4c91-803c-e1cc64c466ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (912474c0-524c-43ff-bd4c-071dcf8c102c), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:58.920542 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0623c21d-e43d-4c91-803c-e1cc64c466ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80ad90bc11be4eb9b52a65e548422aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432759 Jun 16 18:29:58.922064 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623c21d-e43d-4c91-803c-e1cc64c466ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912474c0-524c-43ff-bd4c-071dcf8c102c,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:58.926120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57292) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:58.978186 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (be9e391a-a84f-495c-b209-129c97524123), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.025896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Pushing event deleted for resources: {'Port': ['ID=be9e391a-a84f-495c-b209-129c97524123,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:59.026106 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] Publish callbacks [] for security_group (912474c0-524c-43ff-bd4c-071dcf8c102c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.073921 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a553f30c-675d-4ac0-b302-73bcd46d689e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.080117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] Publish callbacks [] for security_group (912474c0-524c-43ff-bd4c-071dcf8c102c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.211192 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (912474c0-524c-43ff-bd4c-071dcf8c102c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.218870 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.223040 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912474c0-524c-43ff-bd4c-071dcf8c102c HTTP/1.1" status: 204 len: 168 time: 0.2937181 Jun 16 18:29:59.253041 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488c4e2-d526-4e47-b65b-ba02fdbc1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912474c0-524c-43ff-bd4c-071dcf8c102c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:59.271608 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] No DVR routers for this DVR port be9e391a-a84f-495c-b209-129c97524123 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:29:59.275874 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.282275 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0eae7262-f2ce-46bc-a18b-9a3a23d76283 req-9cd3f0b5-46c0-4255-9fcd-4bc75ebde456 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.88 "DELETE /v2.0/ports/be9e391a-a84f-495c-b209-129c97524123 HTTP/1.1" status: 204 len: 173 time: 1.0589247 Jun 16 18:29:59.294618 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50592a4-2e0a-43c8-b4dd-c9654b744205 req-45e6b686-f46a-4197-a58e-eff6601676e0 tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.1365595 Jun 16 18:29:59.394853 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a553f30c-675d-4ac0-b302-73bcd46d689e admin admin] Publish callbacks [] for security_group (44e1218d-01be-4157-9a16-811cf470f81d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.406154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a553f30c-675d-4ac0-b302-73bcd46d689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (44e1218d-01be-4157-9a16-811cf470f81d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.497144 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553f30c-675d-4ac0-b302-73bcd46d689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1218d-01be-4157-9a16-811cf470f81d,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:29:59.509508 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a553f30c-675d-4ac0-b302-73bcd46d689e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfdd3a05b6154d98a34c6c5c4453be2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731055 Jun 16 18:29:59.515904 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57312) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:59.661277 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] Publish callbacks [] for security_group (44e1218d-01be-4157-9a16-811cf470f81d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.744632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e90042f3-d0d6-4453-9c85-ac798c87073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.758567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:29:59.777979 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] Publish callbacks [] for security_group (44e1218d-01be-4157-9a16-811cf470f81d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:29:59.830154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f597-fca3-4844-9215-b1e6e1a5e52d req-6c0061cd-d94a-4238-bb3e-a44f40865978 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:29:59.839149 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9609f597-fca3-4844-9215-b1e6e1a5e52d req-6c0061cd-d94a-4238-bb3e-a44f40865978 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1538806 Jun 16 18:29:59.951561 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9609f597-fca3-4844-9215-b1e6e1a5e52d req-ec457ada-ea9c-425c-a2cf-ff36594c5083 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986204 Jun 16 18:29:59.963125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57324) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:29:59.986672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc22b7b9-9ef4-4ad2-8c49-7ef5d3935088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.001351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (44e1218d-01be-4157-9a16-811cf470f81d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.004522 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.006103 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44e1218d-01be-4157-9a16-811cf470f81d HTTP/1.1" status: 204 len: 168 time: 0.4797995 Jun 16 18:30:00.022787 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:00.041682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acff26-1380-40a2-859c-323fea5516c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1218d-01be-4157-9a16-811cf470f81d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:00.148840 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc22b7b9-9ef4-4ad2-8c49-7ef5d3935088 admin admin] Publish callbacks [] for security_group (2e63dd0c-4847-43a2-be63-13e094d5159f), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.155499 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc22b7b9-9ef4-4ad2-8c49-7ef5d3935088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (2e63dd0c-4847-43a2-be63-13e094d5159f), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.213406 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-bc22b7b9-9ef4-4ad2-8c49-7ef5d3935088 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31a99c42b19a46e2805cb68137ea50ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433860 Jun 16 18:30:00.213406 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22b7b9-9ef4-4ad2-8c49-7ef5d3935088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63dd0c-4847-43a2-be63-13e094d5159f,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:00.214231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57328) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:00.312247 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'name': 'network-vif-deleted', 'tag': 'be9e391a-a84f-495c-b209-129c97524123'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:30:00.317965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ad4f0c-d2cd-435a-a1ba-0197181d8310" -d '{"events": [{"server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "name": "network-vif-deleted", "tag": "be9e391a-a84f-495c-b209-129c97524123"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:30:00.334301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] Publish callbacks [] for security_group (2e63dd0c-4847-43a2-be63-13e094d5159f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.383552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] Publish callbacks [] for security_group (2e63dd0c-4847-43a2-be63-13e094d5159f), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.426707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c538e5-06ca-42cc-8ec7-d40c7b236963 x-openstack-request-id: req-f7c538e5-06ca-42cc-8ec7-d40c7b236963 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:30:00.427183 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58790243-9fe3-49d2-b029-40825911ddde", "name": "network-vif-deleted", "tag": "be9e391a-a84f-495c-b209-129c97524123", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:30:00.427599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7c538e5-06ca-42cc-8ec7-d40c7b236963 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:30:00.428285 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c538e5-06ca-42cc-8ec7-d40c7b236963'] response: {'server_uuid': '58790243-9fe3-49d2-b029-40825911ddde', 'name': 'network-vif-deleted', 'tag': 'be9e391a-a84f-495c-b209-129c97524123', 'status': 'completed', 'code': 200} Jun 16 18:30:00.499185 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (2e63dd0c-4847-43a2-be63-13e094d5159f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.504801 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.512481 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e63dd0c-4847-43a2-be63-13e094d5159f HTTP/1.1" status: 204 len: 168 time: 0.2896340 Jun 16 18:30:00.521538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd5fc0-a3f3-4c6e-bc3b-d697a97f75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63dd0c-4847-43a2-be63-13e094d5159f,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:00.581976 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-322d3d3c-8112-469a-b7dc-ce2122f14c61 req-62d35c3f-e934-4bf0-8e9f-5f4093affe0f tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.0988660 Jun 16 18:30:00.783995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57354) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:00.804685 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4b59135-12e1-4d5e-b271-93d072bacf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.967583 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4b59135-12e1-4d5e-b271-93d072bacf6d admin admin] Publish callbacks [] for security_group (0031d622-de6f-4edc-8891-68698b02e5ef), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:00.974607 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4b59135-12e1-4d5e-b271-93d072bacf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0031d622-de6f-4edc-8891-68698b02e5ef), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.019551 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.052897 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e4b59135-12e1-4d5e-b271-93d072bacf6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f0818679c664927974008eb2f4dd578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674038 Jun 16 18:30:01.054171 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b59135-12e1-4d5e-b271-93d072bacf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0031d622-de6f-4edc-8891-68698b02e5ef,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:01.057368 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57392) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:01.073049 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:01.130066 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] Publish callbacks [] for security_group (0031d622-de6f-4edc-8891-68698b02e5ef), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.167223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:01.173676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] Publish callbacks [] for security_group (0031d622-de6f-4edc-8891-68698b02e5ef), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.318914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91756684-0514-4385-8ebf-5a171c0c6975 req-ee695b7c-90cf-465e-929d-13078d237524 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:01.321536 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91756684-0514-4385-8ebf-5a171c0c6975 req-ee695b7c-90cf-465e-929d-13078d237524 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1424437 Jun 16 18:30:01.332660 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['be9e391a-a84f-495c-b209-129c97524123'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:30:01.427876 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-d47ed8c2-bd91-4ade-a757-a8d021a1c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:01.429566 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-d47ed8c2-bd91-4ade-a757-a8d021a1c3a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1059449 Jun 16 18:30:01.463572 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0031d622-de6f-4edc-8891-68698b02e5ef), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.466586 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:01.468030 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0031d622-de6f-4edc-8891-68698b02e5ef HTTP/1.1" status: 204 len: 168 time: 0.4096563 Jun 16 18:30:01.516559 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac3d3-3b6f-4e40-aed6-4c9e3a521574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0031d622-de6f-4edc-8891-68698b02e5ef,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:01.578792 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91756684-0514-4385-8ebf-5a171c0c6975 req-f67481da-9651-456b-94bc-3636c470dc3d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872141 Jun 16 18:30:01.628347 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-7bdc58ac-53bd-4ab4-b87f-12a8d50d7ed1 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798136 Jun 16 18:30:01.757072 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18d05edd-d51f-45c8-8453-b135ddf8a316 req-13a9c02a-3865-4855-8ee0-45e223b3df4c tempest-DeleteServersTestJSON-823268338 tempest-DeleteServersTestJSON-823268338-project] 10.222.0.30 "GET /v2.0/ports?device_id=58790243-9fe3-49d2-b029-40825911ddde HTTP/1.1" status: 200 len: 210 time: 0.0567827 Jun 16 18:30:01.905394 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58d6f319-fe60-487b-ae19-ebc6f9334157 req-9b9162be-e6d1-40d0-a03b-ec1d5a4f8cdc service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561674 Jun 16 18:30:02.439106 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:02.882098 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:02.956174 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db021ba-d9d3-43e9-b02a-069ef3a8fc94 req-64a916fa-1bd3-4ed6-8447-452dfb14d330 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:02.967952 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6db021ba-d9d3-43e9-b02a-069ef3a8fc94 req-64a916fa-1bd3-4ed6-8447-452dfb14d330 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1516576 Jun 16 18:30:03.048647 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6db021ba-d9d3-43e9-b02a-069ef3a8fc94 req-4de7c0a7-6429-412c-84ab-cc18e5e097f8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792260 Jun 16 18:30:03.340337 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device be9e391a-a84f-495c-b209-129c97524123 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:30:03.397408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: be9e391a-a84f-495c-b209-129c97524123 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:30:03.397982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device be9e391a-a84f-495c-b209-129c97524123 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:30:04.265621 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99243aa-5ee2-49c1-9dc2-f6f2bdf47d72 req-f91d5d0b-aa29-4d62-b75a-9bce7fafbb6a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:04.279908 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b99243aa-5ee2-49c1-9dc2-f6f2bdf47d72 req-f91d5d0b-aa29-4d62-b75a-9bce7fafbb6a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1265240 Jun 16 18:30:04.399873 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b99243aa-5ee2-49c1-9dc2-f6f2bdf47d72 req-8276fa8e-f41e-4bae-ae76-45c087701654 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135409 Jun 16 18:30:05.178377 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57718) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:05.671437 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24b535-7866-460d-a5fe-c3cf505454ab req-b6449e51-eec1-4323-9141-168455589f48 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:05.674164 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fa24b535-7866-460d-a5fe-c3cf505454ab req-b6449e51-eec1-4323-9141-168455589f48 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1285257 Jun 16 18:30:05.865336 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fa24b535-7866-460d-a5fe-c3cf505454ab req-46430c64-3518-4d4a-b4a7-4b643c561ecf tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734781 Jun 16 18:30:05.871223 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (994cd372-6550-403b-85b3-a36b4fd40aae), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:06.044752 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:06.310117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Deleting port c097a3c9-dab1-43e4-9f2c-98243b1c82f0 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:30:06.311170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:06.461513 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] For port c097a3c9-dab1-43e4-9f2c-98243b1c82f0, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:06.462430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:06.502246 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Calling delete_port for c097a3c9-dab1-43e4-9f2c-98243b1c82f0 owned by network:router_interface {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:30:06.802360 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:06.972188 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (c097a3c9-dab1-43e4-9f2c-98243b1c82f0), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.006370 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=61 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:07.007639 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=56 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:07.038723 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c097a3c9-dab1-43e4-9f2c-98243b1c82f0,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:07.139322 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2297f4-9446-4ad7-b0e1-e4c8f7646bdd req-127db0fd-c332-4e70-9dcd-3d0d9cb37e7b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:07.147846 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5b2297f4-9446-4ad7-b0e1-e4c8f7646bdd req-127db0fd-c332-4e70-9dcd-3d0d9cb37e7b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0892076 Jun 16 18:30:07.245143 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5b2297f4-9446-4ad7-b0e1-e4c8f7646bdd req-9032a5af-e3f1-4aba-8a9e-3542aab84825 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954955 Jun 16 18:30:07.280441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (994cd372-6550-403b-85b3-a36b4fd40aae), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.379552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57798) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:07.559306 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:07.562311 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bbb781ea-7cff-4bb2-9f47-74a4a5d11d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.586474 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Router 994cd372-6550-403b-85b3-a36b4fd40aae has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:30:07.705848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bbb781ea-7cff-4bb2-9f47-74a4a5d11d66 admin admin] Publish callbacks [] for security_group (f65abcc3-89be-45e3-80ba-aaa62b5c7baf), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.713614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bbb781ea-7cff-4bb2-9f47-74a4a5d11d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f65abcc3-89be-45e3-80ba-aaa62b5c7baf), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.756867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:07.779788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:30:07.787006 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-84c2c174-eefe-4fb3-b37e-265a0718dd6e admin admin] 10.222.0.30 "PUT /v2.0/routers/994cd372-6550-403b-85b3-a36b4fd40aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6063097 Jun 16 18:30:07.790323 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57806) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:07.800819 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Sync routers for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:30:07.808210 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-bbb781ea-7cff-4bb2-9f47-74a4a5d11d66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc5102d8b13d4212a2dbef0b5b199a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266009 Jun 16 18:30:07.809637 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57808) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:07.816941 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:07.817751 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:07.836300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb781ea-7cff-4bb2-9f47-74a4a5d11d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65abcc3-89be-45e3-80ba-aaa62b5c7baf,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:07.931903 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] Publish callbacks [] for security_group (f65abcc3-89be-45e3-80ba-aaa62b5c7baf), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.940640 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:07.987018 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] Publish callbacks [] for security_group (f65abcc3-89be-45e3-80ba-aaa62b5c7baf), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:07.993359 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:08.128946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f65abcc3-89be-45e3-80ba-aaa62b5c7baf), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:08.131969 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:08.133505 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f65abcc3-89be-45e3-80ba-aaa62b5c7baf HTTP/1.1" status: 204 len: 168 time: 0.3213987 Jun 16 18:30:08.169401 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fe669-98a3-4902-8c93-3816cff4e332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65abcc3-89be-45e3-80ba-aaa62b5c7baf,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:08.299337 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57822) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:08.570365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17455-1b13-4197-9b02-39cc3ed04f67 req-363378b2-0c12-4f22-b5ca-642b5294e613 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:08.580382 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5fc17455-1b13-4197-9b02-39cc3ed04f67 req-363378b2-0c12-4f22-b5ca-642b5294e613 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0930560 Jun 16 18:30:08.614846 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:30:06Z', 'revision_number': 5, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:08.648543 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Checking router: 994cd372-6550-403b-85b3-a36b4fd40aae for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:30:08.667867 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Routers {'994cd372-6550-403b-85b3-a36b4fd40aae'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:08.672617 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['994cd372-6550-403b-85b3-a36b4fd40aae'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:08.715719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks [] for router (994cd372-6550-403b-85b3-a36b4fd40aae), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:08.827620 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5fc17455-1b13-4197-9b02-39cc3ed04f67 req-d4246f78-1d77-4b4c-a81f-2f9f81f69508 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464144 Jun 16 18:30:08.930348 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] Set router 994cd372-6550-403b-85b3-a36b4fd40aae gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:09.040473 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks [] for router_gateway (994cd372-6550-403b-85b3-a36b4fd40aae), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.119381 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-68680512-04fa-4dbe-801a-a00e20758ffc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=478dbeee61b6401c9dbb31c216ce537b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8181317 Jun 16 18:30:09.121314 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57838) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:09.136019 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Deleting port e1bd9d5f-ac5b-480c-8707-90bfda968e30 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:30:09.136759 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.206727 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] Publish callbacks [] for security_group (534ba72a-bbc9-4955-8bf2-57c45f862a91), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.242589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] Publish callbacks [] for security_group (534ba72a-bbc9-4955-8bf2-57c45f862a91), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.257277 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:09.296597 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] For port e1bd9d5f-ac5b-480c-8707-90bfda968e30, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e1bd9d5f-ac5b-480c-8707-90bfda968e30,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:09.298171 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.324489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Calling delete_port for e1bd9d5f-ac5b-480c-8707-90bfda968e30 owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:30:09.332500 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:30:06Z', 'revision_number': 5, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:09.335867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (534ba72a-bbc9-4955-8bf2-57c45f862a91), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.339972 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.342332 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/534ba72a-bbc9-4955-8bf2-57c45f862a91 HTTP/1.1" status: 204 len: 168 time: 0.2195125 Jun 16 18:30:09.373106 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a66611-e220-42c6-bf82-de813d77bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ba72a-bbc9-4955-8bf2-57c45f862a91,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:09.382288 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34592d1c-66ad-4c28-9f89-0f2278802794 None None] The sync data for ids ['994cd372-6550-403b-85b3-a36b4fd40aae'] in dv-cinder-813229-10-iscsi is: [{'id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'name': 'tempest-DeleteServersTestJSON-463871804-router', 'tenant_id': 'aa9111175cad44b2bbc611b7ae36a991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:30:06Z', 'revision_number': 5, 'project_id': 'aa9111175cad44b2bbc611b7ae36a991', 'gw_port': {'id': 'e1bd9d5f-ac5b-480c-8707-90bfda968e30', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994cd372-6550-403b-85b3-a36b4fd40aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:30:09.676204 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (e1bd9d5f-ac5b-480c-8707-90bfda968e30), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:09.747996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bd9d5f-ac5b-480c-8707-90bfda968e30,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:09.811719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (994cd372-6550-403b-85b3-a36b4fd40aae), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.032995 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (994cd372-6550-403b-85b3-a36b4fd40aae), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.032995 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks [] for router_controller (994cd372-6550-403b-85b3-a36b4fd40aae), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.042703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:10.257120 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a219d-0e5c-484d-a43d-8d83fd666c8d req-a3e8e8cd-9cf1-40b6-825e-d7bc64f35c61 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:10.293493 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-513a219d-0e5c-484d-a43d-8d83fd666c8d req-a3e8e8cd-9cf1-40b6-825e-d7bc64f35c61 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1995623 Jun 16 18:30:10.301940 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (994cd372-6550-403b-85b3-a36b4fd40aae), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.304219 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994cd372-6550-403b-85b3-a36b4fd40aae {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:30:10.320013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.322798 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8408b49a-991e-466a-91cb-9dfcb18467de admin admin] 10.222.0.30 "DELETE /v2.0/routers/994cd372-6550-403b-85b3-a36b4fd40aae HTTP/1.1" status: 204 len: 168 time: 2.5296621 Jun 16 18:30:10.327190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57874) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:10.340022 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c097a3c9-dab1-43e4-9f2c-98243b1c82f0 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:30:10.395478 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: c097a3c9-dab1-43e4-9f2c-98243b1c82f0 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:30:10.395958 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c097a3c9-dab1-43e4-9f2c-98243b1c82f0 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:30:10.465553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Deleting subnet f10f710d-f544-4094-89d2-70ed52cf83c0 {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:30:10.480476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Publish callbacks [] for subnet (f10f710d-f544-4094-89d2-70ed52cf83c0), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.508996 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-513a219d-0e5c-484d-a43d-8d83fd666c8d req-bd85834e-30d4-40a6-80bc-b9adae5af325 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075005 Jun 16 18:30:10.621889 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Publish callbacks [] for subnet (f10f710d-f544-4094-89d2-70ed52cf83c0), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.770784 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (f10f710d-f544-4094-89d2-70ed52cf83c0), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.865162 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (f10f710d-f544-4094-89d2-70ed52cf83c0), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.946546 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10f710d-f544-4094-89d2-70ed52cf83c0,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:10.965289 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:10.967973 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6c4a0e25-b970-48c5-a95c-bcbc57478fd8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f10f710d-f544-4094-89d2-70ed52cf83c0 HTTP/1.1" status: 204 len: 168 time: 0.6391325 Jun 16 18:30:10.972784 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57894) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:10.983287 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb79d2-52ac-4b6c-8e98-31cca56e5346 None None] Network 582bc60a-8c58-4bed-8088-4ab602fbe5f6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:30:11.072190 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57896) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:11.285735 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] DHCP port deletion for 582bc60a-8c58-4bed-8088-4ab602fbe5f6 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:30:11.325448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (582bc60a-8c58-4bed-8088-4ab602fbe5f6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.370224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e84fb2ea-0d1e-499d-9960-76e70f4de7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.384105 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Deleting port dd29f264-8249-4772-aa08-09014941fe15 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:30:11.384950 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (dd29f264-8249-4772-aa08-09014941fe15), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.453012 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Deleting port dd29f264-8249-4772-aa08-09014941fe15 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:30:11.453640 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (dd29f264-8249-4772-aa08-09014941fe15), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.570198 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] For port dd29f264-8249-4772-aa08-09014941fe15, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=dd29f264-8249-4772-aa08-09014941fe15,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:11.570612 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (dd29f264-8249-4772-aa08-09014941fe15), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.657864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Calling delete_port for dd29f264-8249-4772-aa08-09014941fe15 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:30:11.703331 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e84fb2ea-0d1e-499d-9960-76e70f4de7a1 admin admin] Publish callbacks [] for security_group (6901a680-5a70-411e-b5fb-7373359811e1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.705221 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:11.717376 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e84fb2ea-0d1e-499d-9960-76e70f4de7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6901a680-5a70-411e-b5fb-7373359811e1), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.749384 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57914) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:11.772169 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] For port dd29f264-8249-4772-aa08-09014941fe15, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=dd29f264-8249-4772-aa08-09014941fe15,segment=NetworkSegment(7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff),segment_id=7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:11.773103 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (dd29f264-8249-4772-aa08-09014941fe15), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.793376 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e84fb2ea-0d1e-499d-9960-76e70f4de7a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=919e38fad0bd47018dd71bb195499827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7196269 Jun 16 18:30:11.797953 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57918) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:11.813769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Calling delete_port for dd29f264-8249-4772-aa08-09014941fe15 owned by network:dhcp {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:30:11.816589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fb2ea-0d1e-499d-9960-76e70f4de7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901a680-5a70-411e-b5fb-7373359811e1,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:11.858521 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827df8d-53b7-4afd-aed4-d9cc1371e3c5 req-31383492-5a85-409a-9b2b-2047f55c6348 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:11.876038 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4827df8d-53b7-4afd-aed4-d9cc1371e3c5 req-31383492-5a85-409a-9b2b-2047f55c6348 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1608377 Jun 16 18:30:11.895115 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] Publish callbacks [] for security_group (6901a680-5a70-411e-b5fb-7373359811e1), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.949192 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (dd29f264-8249-4772-aa08-09014941fe15), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.953158 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1561879857-network', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:11.968715 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] Publish callbacks [] for security_group (6901a680-5a70-411e-b5fb-7373359811e1), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:11.990712 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4827df8d-53b7-4afd-aed4-d9cc1371e3c5 req-a7922352-de50-4345-9a72-88b52213f24f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078916 Jun 16 18:30:12.003973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:12.012419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] Pushing event deleted for resources: {'Port': ['ID=dd29f264-8249-4772-aa08-09014941fe15,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:12.016893 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e82f5-2595-47de-80a4-7e5316cd3dfc None None] No DVR routers for this DVR port dd29f264-8249-4772-aa08-09014941fe15 on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:30:12.021784 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Made reservation on behalf of c9fa2caa1412451aa0308c807d5c62d8 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:30:12.024942 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.039475 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.072891 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:12.075378 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (dd29f264-8249-4772-aa08-09014941fe15), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.093713 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] No DVR routers for this DVR port dd29f264-8249-4772-aa08-09014941fe15 on host dv-cinder-813229-10-iscsi {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:30:12.123700 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6901a680-5a70-411e-b5fb-7373359811e1), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.126878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.132520 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6901a680-5a70-411e-b5fb-7373359811e1 HTTP/1.1" status: 204 len: 168 time: 0.3292348 Jun 16 18:30:12.146270 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e4713-78c0-47ff-b522-12e3b27cb0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901a680-5a70-411e-b5fb-7373359811e1,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:12.152154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd29f264-8249-4772-aa08-09014941fe15,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:12.228742 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:12.265299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e1bd9d5f-ac5b-480c-8707-90bfda968e30 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:30:12.266897 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks [] for security_group (8509f4bf-72d4-473c-9c2f-2ebda65da2b2), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.268100 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:12.277958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8509f4bf-72d4-473c-9c2f-2ebda65da2b2), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.297078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (582bc60a-8c58-4bed-8088-4ab602fbe5f6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.315556 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: e1bd9d5f-ac5b-480c-8707-90bfda968e30 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:30:12.316556 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e1bd9d5f-ac5b-480c-8707-90bfda968e30 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:30:12.317464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device dd29f264-8249-4772-aa08-09014941fe15 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:30:12.325302 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.327217 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.328322 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.328906 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > port after_create 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.329462 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.330232 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > port after_update 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.330753 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.331274 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.331793 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.332344 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.362640 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509f4bf-72d4-473c-9c2f-2ebda65da2b2,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:12.363087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: dd29f264-8249-4772-aa08-09014941fe15 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:30:12.363459 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device dd29f264-8249-4772-aa08-09014941fe15 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:30:12.382641 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:30:12.397512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.398046 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Added segment 1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44 of type vlan for network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 Jun 16 18:30:12.475188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (27d95e4b-ad96-4962-a7f7-edebeb2e07d8), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.529322 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (27d95e4b-ad96-4962-a7f7-edebeb2e07d8), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.530821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:12.532159 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.577888 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8238583 Jun 16 18:30:12.585021 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.585922 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.586476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.587032 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:30:12.587741 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582bc60a-8c58-4bed-8088-4ab602fbe5f6']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:12.599415 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57924) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:12.609423 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Request body: {'subnet': {'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1561879857-subnet', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:12.623021 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae899640-88fc-4681-af6c-0c8b862820a4 admin admin] Pushing event updated for resources: {'Network': ['ID=27d95e4b-ad96-4962-a7f7-edebeb2e07d8,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:12.639300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:30:12.640682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:12.641009 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:12.676697 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:12.682241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.747732 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Made reservation on behalf of c9fa2caa1412451aa0308c807d5c62d8 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:30:12.758409 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.771253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.794808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57930) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:12.818388 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-980cce2e-e9b2-41f9-b8c8-ee7bda4806f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.824790 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:30:12.825679 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.956712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-980cce2e-e9b2-41f9-b8c8-ee7bda4806f0 admin admin] Publish callbacks [] for security_group (ae755ef9-105b-4f6e-ba76-b8ff801d6f1a), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:12.963432 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-980cce2e-e9b2-41f9-b8c8-ee7bda4806f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ae755ef9-105b-4f6e-ba76-b8ff801d6f1a), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.027309 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-980cce2e-e9b2-41f9-b8c8-ee7bda4806f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d92c607765a34a9ea0750cdcc36f7a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264638 Jun 16 18:30:13.029638 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57940) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:13.154779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cce2e-e9b2-41f9-b8c8-ee7bda4806f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae755ef9-105b-4f6e-ba76-b8ff801d6f1a,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:13.171873 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (582bc60a-8c58-4bed-8088-4ab602fbe5f6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.234552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.237439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] Publish callbacks [] for security_group (ae755ef9-105b-4f6e-ba76-b8ff801d6f1a), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.247935 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/582bc60a-8c58-4bed-8088-4ab602fbe5f6 HTTP/1.1" status: 204 len: 168 time: 2.2700036 Jun 16 18:30:13.277237 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-560d05cd-655d-4eb5-b6aa-a1f485d5c7d2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1497290 Jun 16 18:30:13.304152 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] Publish callbacks [] for security_group (ae755ef9-105b-4f6e-ba76-b8ff801d6f1a), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.319790 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff267a9-52ca-42ad-82a3-2109135823ea admin admin] Pushing event deleted for resources: {'Network': ['ID=582bc60a-8c58-4bed-8088-4ab602fbe5f6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:13.320962 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda537c-6005-4b20-bda1-245a26276228 req-dfa2235d-216b-40f1-836f-917036e581b9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:13.323230 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4dda537c-6005-4b20-bda1-245a26276228 req-dfa2235d-216b-40f1-836f-917036e581b9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1102896 Jun 16 18:30:13.337239 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:13.393215 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff resource provider aggregate not found Jun 16 18:30:13.428188 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b91f2b1-d19f-4b5e-bcb1-2dcad66a5bff found for delete ", "request_id": "req-473666b7-c3eb-44ea-b4a5-0a9a99e8162c"}]} Jun 16 18:30:13.465085 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (461d18ac-9b91-4ec0-933e-3c13f8323c86), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.551325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-9b5c1c62-3f45-4072-9a50-3848427d0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:13.555779 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-9b5c1c62-3f45-4072-9a50-3848427d0e27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 1130 time: 0.2043710 Jun 16 18:30:13.584856 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ae755ef9-105b-4f6e-ba76-b8ff801d6f1a), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.585609 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461d18ac-9b91-4ec0-933e-3c13f8323c86,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:13.591333 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.593984 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae755ef9-105b-4f6e-ba76-b8ff801d6f1a HTTP/1.1" status: 204 len: 168 time: 0.5631075 Jun 16 18:30:13.629917 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Checking segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:13.630605 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Network hostable DHCP agents. Network: 27d95e4b-ad96-4962-a7f7-edebeb2e07d8, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:30:13.650777 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4dda537c-6005-4b20-bda1-245a26276228 req-419e88d7-929e-4546-8289-25181d5d8d0f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941535 Jun 16 18:30:13.704431 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2912d0-3bc1-4f89-b5fb-452857d2b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae755ef9-105b-4f6e-ba76-b8ff801d6f1a,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:13.710859 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:30:13.762638 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 27d95e4b-ad96-4962-a7f7-edebeb2e07d8) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:13.777855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:13.778679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219804a-7161-497c-808b-018d9ace8901 None None] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:30:13.779455 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:13.801816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57960) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:13.855977 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2ec02391-aa13-4004-b900-630ef10daa15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2508464 Jun 16 18:30:13.857302 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 57962) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:13.866116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:13.912344 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-7f7c92c3-321f-4f4f-95ff-fcbbbd820fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:13.917193 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-7f7c92c3-321f-4f4f-95ff-fcbbbd820fa1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.3207424 Jun 16 18:30:13.954565 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3cb22f9e-ee1f-422a-b95c-f39aa62bb123 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa9111175cad44b2bbc611b7ae36a991&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1508849 Jun 16 18:30:13.958471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 57966) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:14.020182 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:30:14.021966 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.040031 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] Publish callbacks [] for security_group (dad104d5-feea-4ff7-bf46-25dfae7c35f3), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.113425 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.113979 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] Publish callbacks [] for security_group (dad104d5-feea-4ff7-bf46-25dfae7c35f3), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.115651 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.283897 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (dad104d5-feea-4ff7-bf46-25dfae7c35f3), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.290067 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.293763 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dad104d5-feea-4ff7-bf46-25dfae7c35f3 HTTP/1.1" status: 204 len: 168 time: 0.3336265 Jun 16 18:30:14.299404 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for router_controller (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.313640 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0516-1768-4b46-9801-ed5f12bc20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad104d5-feea-4ff7-bf46-25dfae7c35f3,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:14.392439 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Allocated IP 172.20.0.2 (27d95e4b-ad96-4962-a7f7-edebeb2e07d8/461d18ac-9b91-4ec0-933e-3c13f8323c86/20975d81-3b71-4bc2-8e7f-fe87cb290809) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:14.464145 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:14.471533 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-cc5a406c-a570-4879-8159-4c851fade42c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 200 len: 1001 time: 0.5337157 Jun 16 18:30:14.777349 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for router_gateway (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.808499 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks [] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.813682 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-11793828-3a5f-47a0-a8de-b0421bdea592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:14.816348 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-11793828-3a5f-47a0-a8de-b0421bdea592 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.3361280 Jun 16 18:30:14.826068 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:14.909180 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:14.984976 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f3946-46fb-4b01-8fc7-cce0cfe913fd req-651e3b6a-e936-4f51-9c28-6dc954cf7eb3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:14.986914 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f5f3946-46fb-4b01-8fc7-cce0cfe913fd req-651e3b6a-e936-4f51-9c28-6dc954cf7eb3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1228218 Jun 16 18:30:14.988976 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Pushing event updated for resources: {'Port': ['ID=20975d81-3b71-4bc2-8e7f-fe87cb290809,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:14.997313 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:15.001760 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:15.025076 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:15.219874 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f5f3946-46fb-4b01-8fc7-cce0cfe913fd req-c19593f8-1b52-42e1-8d03-a3fcf8958b11 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817770 Jun 16 18:30:15.249546 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Attempting to bind port 20975d81-3b71-4bc2-8e7f-fe87cb290809 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:15.250174 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Attempting to bind port 20975d81-3b71-4bc2-8e7f-fe87cb290809 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:15.250696 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Attempting to bind port 20975d81-3b71-4bc2-8e7f-fe87cb290809 on network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:15.259144 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:15.259591 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Checking segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:15.260519 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:15.260927 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Bound using segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:15.261430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Bound port: 20975d81-3b71-4bc2-8e7f-fe87cb290809, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:15.261816 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:15.397754 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] For port 20975d81-3b71-4bc2-8e7f-fe87cb290809, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:15.407731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] For port 20975d81-3b71-4bc2-8e7f-fe87cb290809, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=20975d81-3b71-4bc2-8e7f-fe87cb290809,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:15.424836 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:15.575507 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4edfc9-e9d9-446a-8136-e34db905247f None None] Pushing event updated for resources: {'Port': ['ID=20975d81-3b71-4bc2-8e7f-fe87cb290809,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:15.703092 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-73593e49-2acf-467a-a19a-f7d701da005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:15.705048 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-73593e49-2acf-467a-a19a-f7d701da005f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7315018 Jun 16 18:30:15.811291 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:15.886996 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for router_gateway (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:15.978647 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:16.044928 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-65978f8d-4d22-4891-bb78-fe7ae104eea6 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165724 Jun 16 18:30:16.327242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:16.443230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 20975d81-3b71-4bc2-8e7f-fe87cb290809 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:16.447815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:16.537394 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:16.553632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 20975d81-3b71-4bc2-8e7f-fe87cb290809 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:16.556704 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:16.609663 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e398f2-a822-46bf-83c6-6bbf11f06b03 req-0c515365-6b0b-4d08-b1fd-c263a2e16fcf tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:16.612312 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c2e398f2-a822-46bf-83c6-6bbf11f06b03 req-0c515365-6b0b-4d08-b1fd-c263a2e16fcf tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1776564 Jun 16 18:30:16.623027 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Allocated IP 172.27.2.61 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/678fc95a-1471-47c7-91b6-75b8402d74e0) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:16.683324 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-713688bd-a197-4a70-9a4c-0a80bb3c3512 req-70139b7b-fd9d-4b7b-9ea5-4c1f59fb00e7 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939903 Jun 16 18:30:16.757968 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 20975d81-3b71-4bc2-8e7f-fe87cb290809 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:16.758522 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:16.874317 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 20975d81-3b71-4bc2-8e7f-fe87cb290809, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=20975d81-3b71-4bc2-8e7f-fe87cb290809,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:16.892838 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:16.909933 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c2e398f2-a822-46bf-83c6-6bbf11f06b03 req-1a842e8a-4979-41b3-8301-aa8e1abcee97 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755198 Jun 16 18:30:17.013858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:17.097202 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=20975d81-3b71-4bc2-8e7f-fe87cb290809,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:17.108832 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:17.185377 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:17.196272 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:17.202237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:17.205817 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=678fc95a-1471-47c7-91b6-75b8402d74e0,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:17.479266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:17.553511 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded65f3f-0c15-4c9e-a328-7c2b9670472a None None] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:30:17.607010 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b67d9038-11b9-48aa-b19f-9634ad89451b None None] Provisioning complete for port 20975d81-3b71-4bc2-8e7f-fe87cb290809 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:17.607881 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b67d9038-11b9-48aa-b19f-9634ad89451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:17.744434 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for router_gateway (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:17.889653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b67d9038-11b9-48aa-b19f-9634ad89451b None None] Current status of the port 20975d81-3b71-4bc2-8e7f-fe87cb290809 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:18.137152 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:18.232624 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b9156-27ed-42fc-8935-df944be023fa req-59501d15-507e-4080-87e2-a88ad4ab9492 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:18.244856 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-800b9156-27ed-42fc-8935-df944be023fa req-59501d15-507e-4080-87e2-a88ad4ab9492 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1658533 Jun 16 18:30:18.267322 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 20975d81-3b71-4bc2-8e7f-fe87cb290809 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:18.311305 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:18.367353 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-800b9156-27ed-42fc-8935-df944be023fa req-4bedbd6f-b18f-49ac-82f4-9e1886337c72 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183949 Jun 16 18:30:18.414375 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:30:18.427810 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-c785d064-0409-4fd5-b817-2aabdf686bc8 None None] Provisioning complete for port 20975d81-3b71-4bc2-8e7f-fe87cb290809 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:18.428278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c785d064-0409-4fd5-b817-2aabdf686bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:18.650166 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:30:18.673198 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Sync routers for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:30:18.695280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:18.703092 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58106) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:18.705879 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ce3fa3dd-acbd-49b0-8dd1-99bdb6cf1cb8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8505011 Jun 16 18:30:18.706370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:18.707138 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:18.839788 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 20975d81-3b71-4bc2-8e7f-fe87cb290809 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:18.842619 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:19.092698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c785d064-0409-4fd5-b817-2aabdf686bc8 None None] Current status of the port 20975d81-3b71-4bc2-8e7f-fe87cb290809 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:19.225767 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:19.239803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:19.327929 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=55 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:19.338540 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=65 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:19.368589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 20975d81-3b71-4bc2-8e7f-fe87cb290809 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:19.452599 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:19.592256 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd8a8-7b70-46fd-8ab1-9aa909b4b9df req-fce935c6-12a5-4bd1-a4b5-35805ade172e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:19.595285 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bdcd8a8-7b70-46fd-8ab1-9aa909b4b9df req-fce935c6-12a5-4bd1-a4b5-35805ade172e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1086922 Jun 16 18:30:19.718781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:19.725668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:17Z', 'revision_number': 3, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:19.727994 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bdcd8a8-7b70-46fd-8ab1-9aa909b4b9df req-ea69072e-16f0-4596-95b9-ae1f9fb328ab tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219616 Jun 16 18:30:19.729241 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:19.787014 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Checking router: 768e4edb-69fe-4fe0-ac46-433ad3f0da2b for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:30:19.787428 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Updating router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b port 678fc95a-1471-47c7-91b6-75b8402d74e0 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:30:19.828761 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.002574 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Allocated IP 172.20.0.1 (27d95e4b-ad96-4962-a7f7-edebeb2e07d8/461d18ac-9b91-4ec0-933e-3c13f8323c86/ad8b330f-674e-42a0-a37f-02e00b6827a8) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:20.234416 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks [] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.238652 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:20.284293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.332703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:20.339629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:20.345613 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:20.352712 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:20.404653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks [] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.414810 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.430389 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.466100 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:30:20.495127 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Attempting to bind port 678fc95a-1471-47c7-91b6-75b8402d74e0 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:20.495604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Attempting to bind port 678fc95a-1471-47c7-91b6-75b8402d74e0 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:20.495977 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Attempting to bind port 678fc95a-1471-47c7-91b6-75b8402d74e0 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:20.500199 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5018e-f1a3-40e9-902f-b6113244c326 None None] Pushing event updated for resources: {'Port': ['ID=678fc95a-1471-47c7-91b6-75b8402d74e0,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:20.506637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:20.507360 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:20.507783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.508225 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:20.509220 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Bound port: 678fc95a-1471-47c7-91b6-75b8402d74e0, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:20.509220 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.640321 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] For port 678fc95a-1471-47c7-91b6-75b8402d74e0, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:20.644139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] For port 678fc95a-1471-47c7-91b6-75b8402d74e0, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=678fc95a-1471-47c7-91b6-75b8402d74e0,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:20.664442 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.773139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-6008821f-3457-4aa4-8d79-d68ddcb312ac None None] Provisioning complete for port ad8b330f-674e-42a0-a37f-02e00b6827a8 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:20.773838 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6008821f-3457-4aa4-8d79-d68ddcb312ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:20.882706 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:20.883536 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:20.959614 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-6008821f-3457-4aa4-8d79-d68ddcb312ac None None] Port ad8b330f-674e-42a0-a37f-02e00b6827a8 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:30:20.967047 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31872a9a-22dd-4144-972e-409918813d6d req-962d3762-bac3-4bd4-8cac-429d9c6aa8c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:20.974998 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-31872a9a-22dd-4144-972e-409918813d6d req-962d3762-bac3-4bd4-8cac-429d9c6aa8c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0970857 Jun 16 18:30:21.010132 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5018e-f1a3-40e9-902f-b6113244c326 None None] Pushing event updated for resources: {'Port': ['ID=678fc95a-1471-47c7-91b6-75b8402d74e0,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:21.021599 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:21.084441 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-31872a9a-22dd-4144-972e-409918813d6d req-0586c520-e5a0-4555-9ca3-3de4e790b6ca tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083028 Jun 16 18:30:21.133901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:21.217450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:21.410196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:21.576931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks [] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:21.594373 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:21.768327 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:21.774468 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:21.826290 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:17Z', 'revision_number': 3, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:21.868252 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c3968-03dd-449c-924a-015bf7d9fdd2 None None] The sync data for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi is: [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:17Z', 'revision_number': 3, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:30:22.034890 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:22.040190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:22.386672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:22.394025 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c1093-408a-4e3f-a8c4-48d33fffaeb7 req-678c4f2a-341f-42af-a235-71252813c705 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:22.411635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:30:22.414750 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-247c1093-408a-4e3f-a8c4-48d33fffaeb7 req-678c4f2a-341f-42af-a235-71252813c705 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1791863 Jun 16 18:30:22.604947 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-247c1093-408a-4e3f-a8c4-48d33fffaeb7 req-388b55db-8d0a-425c-a547-713034ad8a73 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871104 Jun 16 18:30:22.629665 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b6cfecac-f11a-4c56-9e2b-50ff9de510d7 None None] Provisioning complete for port ad8b330f-674e-42a0-a37f-02e00b6827a8 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:22.632396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b6cfecac-f11a-4c56-9e2b-50ff9de510d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:22.678400 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfecac-f11a-4c56-9e2b-50ff9de510d7 None None] Port ad8b330f-674e-42a0-a37f-02e00b6827a8 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:30:22.689515 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:30:22.695998 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cf3a272e-45f0-47fa-b936-9fd98a94c536 admin admin] 10.222.0.30 "PUT /v2.0/routers/768e4edb-69fe-4fe0-ac46-433ad3f0da2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904697 Jun 16 18:30:23.684320 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58216) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:23.689751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-556760866-network', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:23.703390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:23.717387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Made reservation on behalf of 36d2bd288b5c49b98df6e29aa13fa1f1 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:30:23.720216 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:23.732652 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:23.773464 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee8a9-ad13-4f3e-ac8c-35bb4396b094 req-15345622-397e-4456-8f25-a437660e7be4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:23.775235 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a16ee8a9-ad13-4f3e-ac8c-35bb4396b094 req-15345622-397e-4456-8f25-a437660e7be4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0706074 Jun 16 18:30:23.871312 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a16ee8a9-ad13-4f3e-ac8c-35bb4396b094 req-c54b316a-f745-4291-b263-d36302c2ebb0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890028 Jun 16 18:30:23.899050 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks [] for security_group (6b271a2f-4ef8-4d17-8749-c552821e567e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:23.904100 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b271a2f-4ef8-4d17-8749-c552821e567e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:23.952392 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:30:23.964252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b271a2f-4ef8-4d17-8749-c552821e567e,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:23.984367 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (9073e42b-92db-40c5-8a84-d66a267739df), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:23.984895 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Added segment 9073e42b-92db-40c5-8a84-d66a267739df of type vlan for network 20a8f165-bedc-4e5f-a840-36f4276e86fd Jun 16 18:30:23.988868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.989452 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.990164 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.990622 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.991194 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.991768 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.992386 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.992974 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.993584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.994212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.994998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.995296 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.995857 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.996447 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:23.996998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:24.095863 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (20a8f165-bedc-4e5f-a840-36f4276e86fd), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.157544 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (20a8f165-bedc-4e5f-a840-36f4276e86fd), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.159803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:24.160887 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.222206 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5367258 Jun 16 18:30:24.227332 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58228) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:24.238402 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Request body: {'subnet': {'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-556760866-subnet', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:24.250859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 678fc95a-1471-47c7-91b6-75b8402d74e0 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:24.266295 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866065-9af0-4e27-a1c0-41c47b7c4eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=20a8f165-bedc-4e5f-a840-36f4276e86fd,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:24.289744 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:30:24.292076 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Made reservation on behalf of 36d2bd288b5c49b98df6e29aa13fa1f1 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:30:24.296737 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.415489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:24.422492 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:24.458556 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 678fc95a-1471-47c7-91b6-75b8402d74e0 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:24.459108 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.533607 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Sync routers for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:30:24.550521 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:24.551444 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:24.590663 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 678fc95a-1471-47c7-91b6-75b8402d74e0 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:24.591070 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.607012 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (a7137046-5e4a-49d8-a759-f958ff0a158a), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.616979 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 678fc95a-1471-47c7-91b6-75b8402d74e0, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=678fc95a-1471-47c7-91b6-75b8402d74e0,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:24.624590 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.686900 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7137046-5e4a-49d8-a759-f958ff0a158a,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:24.693069 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:24.697432 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Checking segment: {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:24.698160 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Network hostable DHCP agents. Network: 20a8f165-bedc-4e5f-a840-36f4276e86fd, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:30:24.726615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:30:24.733914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=678fc95a-1471-47c7-91b6-75b8402d74e0,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:24.742814 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 20a8f165-bedc-4e5f-a840-36f4276e86fd) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:24.748292 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:24.748935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.757824 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c20d2-7375-4f2c-994b-5c79f944450b None None] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:30:24.780717 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-9c858f31-2f7f-418d-8867-625be6bc32d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5499558 Jun 16 18:30:24.783409 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58232) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:24.793018 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:24.832793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.834798 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.929733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:24.934473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for router_controller (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:24.969247 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-20a8f165-bedc-4e5f-a840-36f4276e86fd', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:30:24.974637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.040115 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 2, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:25.091274 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Checking router: 768e4edb-69fe-4fe0-ac46-433ad3f0da2b for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:30:25.091664 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Updating router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b port ad8b330f-674e-42a0-a37f-02e00b6827a8 binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:30:25.183738 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.226869 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Allocated IP 172.20.0.2 (20a8f165-bedc-4e5f-a840-36f4276e86fd/a7137046-5e4a-49d8-a759-f958ff0a158a/ffee3de4-99b4-4963-a71c-a639bec989ff) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:25.370802 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaceb-25a4-4b19-ad36-210c5bab82c2 req-06b83b93-4e6a-40eb-945b-fca7b330ee41 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:25.374068 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-999aaceb-25a4-4b19-ad36-210c5bab82c2 req-06b83b93-4e6a-40eb-945b-fca7b330ee41 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.2897034 Jun 16 18:30:25.397809 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for router_gateway (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.617637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:25.625085 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-999aaceb-25a4-4b19-ad36-210c5bab82c2 req-0c774345-b3b4-474e-90d9-277bd9e99ec1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420697 Jun 16 18:30:25.789684 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks [] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.808121 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.849718 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for router_gateway (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.880575 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:25.890335 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:25.903092 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:25.923888 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Pushing event updated for resources: {'Port': ['ID=ffee3de4-99b4-4963-a71c-a639bec989ff,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:25.929789 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.970183 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks [] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.993222 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:25.998660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:26.013841 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.014410 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.014961 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.015531 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.016109 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.016668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.017231 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.017798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.018387 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.018943 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.020559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.020559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.020559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.021563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.022125 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.094395 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Attempting to bind port ffee3de4-99b4-4963-a71c-a639bec989ff on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:26.094984 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Attempting to bind port ffee3de4-99b4-4963-a71c-a639bec989ff by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:26.095564 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Attempting to bind port ffee3de4-99b4-4963-a71c-a639bec989ff on network 20a8f165-bedc-4e5f-a840-36f4276e86fd {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:26.105980 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:26.106504 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Checking segment: {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:26.107369 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.107657 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Bound using segment: {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:26.108492 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Bound port: ffee3de4-99b4-4963-a71c-a639bec989ff, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:26.109036 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.173168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Allocated IP 172.27.2.55 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/fc92b579-cc0c-4433-87d3-b43e70e50436) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:26.271916 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 678fc95a-1471-47c7-91b6-75b8402d74e0 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:26.376429 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.406934 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Pushing event updated for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:26.434007 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.434553 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.435123 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.435684 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.436266 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.436862 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.437396 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.437913 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.438468 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.439004 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.439541 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.448183 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.449022 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.449558 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.450128 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:26.452528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.522385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] For port ffee3de4-99b4-4963-a71c-a639bec989ff, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:26.564972 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:26.571079 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:26.581478 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:26.588308 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:26.592850 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Pushing event updated for resources: {'Port': ['ID=fc92b579-cc0c-4433-87d3-b43e70e50436,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:26.596990 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] For port ffee3de4-99b4-4963-a71c-a639bec989ff, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ffee3de4-99b4-4963-a71c-a639bec989ff,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:26.636974 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.651852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 678fc95a-1471-47c7-91b6-75b8402d74e0 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:26.652986 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.693171 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Attempting to bind port ad8b330f-674e-42a0-a37f-02e00b6827a8 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:26.693785 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Attempting to bind port ad8b330f-674e-42a0-a37f-02e00b6827a8 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:26.694407 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Attempting to bind port ad8b330f-674e-42a0-a37f-02e00b6827a8 on network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:26.706426 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:26.707101 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Checking segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:26.707770 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.708411 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Bound using segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:26.709165 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Bound port: ad8b330f-674e-42a0-a37f-02e00b6827a8, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:26.709857 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:26.880727 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58286) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:26.952825 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338380e-76fa-48a3-9a52-eea4450fb273 None None] Pushing event updated for resources: {'Port': ['ID=ffee3de4-99b4-4963-a71c-a639bec989ff,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:26.989843 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480bd58-9b39-4761-9d96-9334b92e2678 req-b15eba16-f6a1-443d-9bce-d21d00d6eff9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:27.004693 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3480bd58-9b39-4761-9d96-9334b92e2678 req-b15eba16-f6a1-443d-9bce-d21d00d6eff9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1879542 Jun 16 18:30:27.010137 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:27.015865 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] For port ad8b330f-674e-42a0-a37f-02e00b6827a8, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:27.020993 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 678fc95a-1471-47c7-91b6-75b8402d74e0 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:27.032958 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] For port ad8b330f-674e-42a0-a37f-02e00b6827a8, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ad8b330f-674e-42a0-a37f-02e00b6827a8,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:27.055433 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.074255 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Provisioning complete for port ad8b330f-674e-42a0-a37f-02e00b6827a8 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:27.074886 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.112573 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3480bd58-9b39-4761-9d96-9334b92e2678 req-1ff1d7c2-d2b1-4bd4-8b6e-42588c27f050 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Jun 16 18:30:27.183557 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:27.315943 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:27.350840 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:27.352329 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:27.379385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Current status of the port ad8b330f-674e-42a0-a37f-02e00b6827a8 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:27.380361 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.444750 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1416088d-9774-4d2f-8dfb-1ef13b53cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.489617 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac9013-b411-4291-9416-31305b404d43 None None] Pushing event updated for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:27.492220 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] For port ad8b330f-674e-42a0-a37f-02e00b6827a8, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ad8b330f-674e-42a0-a37f-02e00b6827a8,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:27.521912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.642730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc941f60-7c01-43b6-b19f-3254d0909adf None None] Pushing event updated for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:27.726534 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:27.730660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ff8e37ff-2d9b-4e50-a3d8-c0829ddf6771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.771698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-a3ffd403-213b-4b5a-9114-0499d633fece None None] Provisioning complete for port ad8b330f-674e-42a0-a37f-02e00b6827a8 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:27.773210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd403-213b-4b5a-9114-0499d633fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:27.891418 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:27.944194 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffd403-213b-4b5a-9114-0499d633fece None None] Current status of the port ad8b330f-674e-42a0-a37f-02e00b6827a8 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:27.950455 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for router_gateway (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.064418 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:26Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:28.133599 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f3ced-a2c9-45b8-9c74-59b139485885 None None] The sync data for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi is: [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:26Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:30:28.224664 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ff8e37ff-2d9b-4e50-a3d8-c0829ddf6771 admin admin] Publish callbacks [] for security_group (23914c68-b8dd-42ed-acaf-18d7bbf9393b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.241479 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ff8e37ff-2d9b-4e50-a3d8-c0829ddf6771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (23914c68-b8dd-42ed-acaf-18d7bbf9393b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.289300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ffee3de4-99b4-4963-a71c-a639bec989ff up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:28.404160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port ffee3de4-99b4-4963-a71c-a639bec989ff triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:28.405151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.430542 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ff8e37ff-2d9b-4e50-a3d8-c0829ddf6771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c08b1b7de3484b14b95155011491dc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5486751 Jun 16 18:30:28.435178 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58306) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:28.444606 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e37ff-2d9b-4e50-a3d8-c0829ddf6771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23914c68-b8dd-42ed-acaf-18d7bbf9393b,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:28.534878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:28.543761 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] Publish callbacks [] for security_group (23914c68-b8dd-42ed-acaf-18d7bbf9393b), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.555818 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b1a6-2de6-49ba-bb4b-897cec407f6f req-9fbda7ca-2c3f-457b-b0e6-9fa667e75f90 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:28.558103 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bb26b1a6-2de6-49ba-bb4b-897cec407f6f req-9fbda7ca-2c3f-457b-b0e6-9fa667e75f90 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1868954 Jun 16 18:30:28.576768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port ffee3de4-99b4-4963-a71c-a639bec989ff is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:28.577936 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.579511 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.583799 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] Publish callbacks [] for security_group (23914c68-b8dd-42ed-acaf-18d7bbf9393b), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.652085 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port ffee3de4-99b4-4963-a71c-a639bec989ff, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ffee3de4-99b4-4963-a71c-a639bec989ff,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:28.664096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.715727 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (23914c68-b8dd-42ed-acaf-18d7bbf9393b), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.722832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:28.734884 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23914c68-b8dd-42ed-acaf-18d7bbf9393b HTTP/1.1" status: 204 len: 168 time: 0.2983842 Jun 16 18:30:28.747060 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced5587-f4b1-4d53-912f-9f1ad3566507 None None] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:30:28.749508 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bb26b1a6-2de6-49ba-bb4b-897cec407f6f req-3af5a222-3316-493d-8548-d79b6e8af2eb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661165 Jun 16 18:30:28.755248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8d3d0-9d40-4dcf-aa20-0b4ee76cdeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23914c68-b8dd-42ed-acaf-18d7bbf9393b,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:28.865806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:30:29.064561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-4071da16-586d-487e-bb3d-3ba3d932000a None None] Provisioning complete for port ffee3de4-99b4-4963-a71c-a639bec989ff triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:29.064561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4071da16-586d-487e-bb3d-3ba3d932000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.077536 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:29.079419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=ffee3de4-99b4-4963-a71c-a639bec989ff,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:29.186079 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:30:29.228422 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Sync routers for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:30:29.251229 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.255907 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ada1235e-ad66-45cb-93fe-4a3466aa3414 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4671211 Jun 16 18:30:29.257615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58318) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:29.309246 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:29.310596 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:29.331659 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768b3b-4685-4c68-b211-bb4b9d6f90d3 req-59fdc643-c288-4c2f-914a-d7d7ba8b7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:29.334059 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d9768b3b-4685-4c68-b211-bb4b9d6f90d3 req-59fdc643-c288-4c2f-914a-d7d7ba8b7588 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1129 time: 0.1348767 Jun 16 18:30:29.457920 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d9768b3b-4685-4c68-b211-bb4b9d6f90d3 req-b99df4c1-e8d8-41d8-a1e7-97408cefd6e9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158750 Jun 16 18:30:29.522112 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-4071da16-586d-487e-bb3d-3ba3d932000a None None] Current status of the port ffee3de4-99b4-4963-a71c-a639bec989ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:29.565008 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58320) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:29.569694 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:29.586364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:29.593148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c8996ff7-f45e-4953-87cd-4533fd2bf63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.712723 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:29.784101 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-51179fdb-dd1c-4ea6-accc-fbea3cdfa20e None None] Provisioning complete for port ffee3de4-99b4-4963-a71c-a639bec989ff triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:29.784715 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-51179fdb-dd1c-4ea6-accc-fbea3cdfa20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.785649 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c8996ff7-f45e-4953-87cd-4533fd2bf63e admin admin] Publish callbacks [] for security_group (b7b3aa7d-ee79-4c95-b7f5-1a47bf828228), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.786593 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fae22cc1-9998-423f-8888-43c549d78257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.798446 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c8996ff7-f45e-4953-87cd-4533fd2bf63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (b7b3aa7d-ee79-4c95-b7f5-1a47bf828228), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:29.893719 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8996ff7-f45e-4953-87cd-4533fd2bf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3aa7d-ee79-4c95-b7f5-1a47bf828228,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:29.912197 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c8996ff7-f45e-4953-87cd-4533fd2bf63e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2408397f65c740caa892b45e9f6ff19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458011 Jun 16 18:30:29.921535 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58324) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:30.064445 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-51179fdb-dd1c-4ea6-accc-fbea3cdfa20e None None] Current status of the port ffee3de4-99b4-4963-a71c-a639bec989ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:30.146577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:30.155851 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] Publish callbacks [] for security_group (b7b3aa7d-ee79-4c95-b7f5-1a47bf828228), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.268538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] Publish callbacks [] for security_group (b7b3aa7d-ee79-4c95-b7f5-1a47bf828228), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.280553 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 3, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:30.355758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99142812-bd38-4dc5-9383-6e946568ef0e req-0ac3674b-adc4-4757-a387-f6b77794cbf0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:30.372420 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-99142812-bd38-4dc5-9383-6e946568ef0e req-0ac3674b-adc4-4757-a387-f6b77794cbf0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.4101381 Jun 16 18:30:30.379879 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Checking router: e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:30:30.380645 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Updating router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab port fc92b579-cc0c-4433-87d3-b43e70e50436 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:30:30.427633 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (b7b3aa7d-ee79-4c95-b7f5-1a47bf828228), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.441398 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.446202 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7b3aa7d-ee79-4c95-b7f5-1a47bf828228 HTTP/1.1" status: 204 len: 168 time: 0.5203562 Jun 16 18:30:30.466081 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:30.497916 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a02b8-56d7-4419-b7bb-e4b0e781de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b3aa7d-ee79-4c95-b7f5-1a47bf828228,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:30.652377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ad8b330f-674e-42a0-a37f-02e00b6827a8 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:30.694491 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:30.728794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.789030 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port ad8b330f-674e-42a0-a37f-02e00b6827a8 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:30.790126 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:30.817916 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-99142812-bd38-4dc5-9383-6e946568ef0e req-c3a7ce97-713e-4e19-97c6-ecb052508a55 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811862 Jun 16 18:30:30.828342 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.121229 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Allocated IP 172.20.0.1 (20a8f165-bedc-4e5f-a840-36f4276e86fd/a7137046-5e4a-49d8-a759-f958ff0a158a/f2b14137-4801-4bf4-b2f0-5adc7875da6b) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:31.177796 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.241795 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port ad8b330f-674e-42a0-a37f-02e00b6827a8 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:31.244306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ffee3de4-99b4-4963-a71c-a639bec989ff up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:31.308824 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:31.362556 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58370) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:31.369955 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks [] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.387352 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6060996f-c340-4fc3-b18c-9e62c1dd9c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.461127 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.483412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port ffee3de4-99b4-4963-a71c-a639bec989ff triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:31.485480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.551539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:31.558862 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:31.564535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:31.571379 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:31.626574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6060996f-c340-4fc3-b18c-9e62c1dd9c22 admin admin] Publish callbacks [] for security_group (3458739d-09a8-4360-a75e-521e8af327bb), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.635065 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.641893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6060996f-c340-4fc3-b18c-9e62c1dd9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3458739d-09a8-4360-a75e-521e8af327bb), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.729243 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port ffee3de4-99b4-4963-a71c-a639bec989ff is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:31.760030 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060996f-c340-4fc3-b18c-9e62c1dd9c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3458739d-09a8-4360-a75e-521e8af327bb,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:31.770586 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks [] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.784306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:31.798101 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-6060996f-c340-4fc3-b18c-9e62c1dd9c22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=017d8198cc2e4413a3da39840ddba3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260874 Jun 16 18:30:31.799186 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58382) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:31.872295 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:31.957069 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] Publish callbacks [] for security_group (3458739d-09a8-4360-a75e-521e8af327bb), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.007408 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] Publish callbacks [] for security_group (3458739d-09a8-4360-a75e-521e8af327bb), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.014304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Attempting to bind port fc92b579-cc0c-4433-87d3-b43e70e50436 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:32.015135 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:32.016191 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.018027 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Attempting to bind port fc92b579-cc0c-4433-87d3-b43e70e50436 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:32.018912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Attempting to bind port fc92b579-cc0c-4433-87d3-b43e70e50436 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:32.074533 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:32.078248 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:32.080428 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.081084 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:32.081905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Bound port: fc92b579-cc0c-4433-87d3-b43e70e50436, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:32.082503 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.183718 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849df7-f207-49a3-9753-32a1929699a7 req-7a69e03d-fcc8-4303-a069-72127f37fe21 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:32.187144 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab849df7-f207-49a3-9753-32a1929699a7 req-7a69e03d-fcc8-4303-a069-72127f37fe21 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1125951 Jun 16 18:30:32.231733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3458739d-09a8-4360-a75e-521e8af327bb), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.234620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.240354 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3458739d-09a8-4360-a75e-521e8af327bb HTTP/1.1" status: 204 len: 168 time: 0.4352870 Jun 16 18:30:32.240632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c4a8f-a1ba-46bf-99a2-a3a7bc48021b None None] Pushing event updated for resources: {'Port': ['ID=fc92b579-cc0c-4433-87d3-b43e70e50436,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:32.256685 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342ae7-22dc-41e0-91fa-3d62e2dcf3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3458739d-09a8-4360-a75e-521e8af327bb,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:32.298995 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] For port fc92b579-cc0c-4433-87d3-b43e70e50436, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:32.299263 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab849df7-f207-49a3-9753-32a1929699a7 req-7eba14c2-001d-4da5-913f-a750af867622 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986233 Jun 16 18:30:32.318194 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-f5f0b2c1-2c42-4919-b144-3223d98caf49 None None] Provisioning complete for port f2b14137-4801-4bf4-b2f0-5adc7875da6b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:32.318775 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f5f0b2c1-2c42-4919-b144-3223d98caf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.348969 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks [] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.356698 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.365468 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] For port fc92b579-cc0c-4433-87d3-b43e70e50436, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fc92b579-cc0c-4433-87d3-b43e70e50436,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:32.387941 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.397321 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:32.399056 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0b2c1-2c42-4919-b144-3223d98caf49 None None] Port f2b14137-4801-4bf4-b2f0-5adc7875da6b cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:30:32.490305 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.498850 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:32.499782 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:32.524760 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:32.529371 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:32.552738 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.553345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.554057 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.555043 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.556646 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.557385 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.558349 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.559256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.559823 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.560711 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.561659 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.562240 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.562819 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.563399 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.563973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.617906 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c4a8f-a1ba-46bf-99a2-a3a7bc48021b None None] Pushing event updated for resources: {'Port': ['ID=fc92b579-cc0c-4433-87d3-b43e70e50436,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:32.679312 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:32.773888 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:32.777660 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:32.844925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:33.085635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:30:33.199235 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:33.213781 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:31Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'f2b14137-4801-4bf4-b2f0-5adc7875da6b', 'name': '', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'mac_address': 'fa:16:3e:1d:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:30Z', 'updated_at': '2022-06-16T18:30:32Z', 'revision_number': 2, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'subnets': [{'id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:33.271901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:30:33.272315 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173fe7f-8c10-44d5-afa7-79469cafe5db None None] The sync data for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi is: [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:31Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'f2b14137-4801-4bf4-b2f0-5adc7875da6b', 'name': '', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'mac_address': 'fa:16:3e:1d:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:30Z', 'updated_at': '2022-06-16T18:30:32Z', 'revision_number': 2, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'subnets': [{'id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:30:33.277605 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-92977b9f-0fe4-43d5-bbcf-cbf3c02a5df9 admin admin] 10.222.0.30 "PUT /v2.0/routers/e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0182929 Jun 16 18:30:33.292136 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-13ad178d-6534-4c34-a7d8-de7f9ae68bbd None None] Provisioning complete for port f2b14137-4801-4bf4-b2f0-5adc7875da6b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:33.293930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13ad178d-6534-4c34-a7d8-de7f9ae68bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:33.370623 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-13ad178d-6534-4c34-a7d8-de7f9ae68bbd None None] Port f2b14137-4801-4bf4-b2f0-5adc7875da6b cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:30:33.582023 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de332f-a894-4dd3-9982-428abe04b5d1 req-39e54522-8a87-4093-8f1c-a7bb5fd7f997 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:33.591277 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7de332f-a894-4dd3-9982-428abe04b5d1 req-39e54522-8a87-4093-8f1c-a7bb5fd7f997 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1196690 Jun 16 18:30:33.694129 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7de332f-a894-4dd3-9982-428abe04b5d1 req-7eb2afb4-d0a0-47f0-981d-1e0b21cc5498 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019208 Jun 16 18:30:35.031800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ccef-32a6-40ac-9864-28492464dfe2 req-85516c5d-f991-4256-b2ab-ca45e34fb600 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:35.041893 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-93c2ccef-32a6-40ac-9864-28492464dfe2 req-85516c5d-f991-4256-b2ab-ca45e34fb600 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.1139071 Jun 16 18:30:35.136852 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-93c2ccef-32a6-40ac-9864-28492464dfe2 req-678fba29-0327-4b2e-b1ef-fbef7b345a78 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930381 Jun 16 18:30:35.598122 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66046f25-1591-45fb-844c-10cb78a354fe req-48d5e21f-8cad-4c3d-ac55-c3ce1fc1e2e4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:35.621119 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-66046f25-1591-45fb-844c-10cb78a354fe req-48d5e21f-8cad-4c3d-ac55-c3ce1fc1e2e4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2576268 Jun 16 18:30:35.906062 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-66046f25-1591-45fb-844c-10cb78a354fe req-9ec5c426-4ff9-4eca-b6aa-cb6b7673723c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833583 Jun 16 18:30:36.559459 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fc92b579-cc0c-4433-87d3-b43e70e50436 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:36.684668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port fc92b579-cc0c-4433-87d3-b43e70e50436 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:36.690673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:37.009140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port fc92b579-cc0c-4433-87d3-b43e70e50436 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:37.010580 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:37.082158 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port fc92b579-cc0c-4433-87d3-b43e70e50436, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fc92b579-cc0c-4433-87d3-b43e70e50436,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:37.091434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:37.289484 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=fc92b579-cc0c-4433-87d3-b43e70e50436,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:38.070678 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=56 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:38.072564 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=19 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:38.346001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fc92b579-cc0c-4433-87d3-b43e70e50436 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:38.723380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port fc92b579-cc0c-4433-87d3-b43e70e50436 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:38.729567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:39.053461 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Sync routers for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:30:39.132995 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:39.141447 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:39.285031 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port fc92b579-cc0c-4433-87d3-b43e70e50436 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:39.835522 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:40.238557 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58636) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:40.368098 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db75-f341-45f8-b176-b50192fc7aab req-07cffd57-fa8c-4cde-ab16-073fa11f3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:40.385206 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-07cffd57-fa8c-4cde-ab16-073fa11f3102 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.1787186 Jun 16 18:30:40.397873 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:31Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'f2b14137-4801-4bf4-b2f0-5adc7875da6b', 'name': '', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'mac_address': 'fa:16:3e:1d:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:30Z', 'updated_at': '2022-06-16T18:30:32Z', 'revision_number': 2, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'subnets': [{'id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:40.459935 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Checking router: e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:30:40.461052 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Updating router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab port f2b14137-4801-4bf4-b2f0-5adc7875da6b binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:30:40.518614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:40.522765 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:40.635820 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598fe58-f6a1-4059-8bec-bfcde944a99e req-58a61101-d2e9-42c9-8d1a-88a9f17c95ec tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:40.649405 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e598fe58-f6a1-4059-8bec-bfcde944a99e req-58a61101-d2e9-42c9-8d1a-88a9f17c95ec tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.3467832 Jun 16 18:30:40.923099 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58644) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:41.080786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:41.083756 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ca74779-dda0-49d9-8ead-0f949940518a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.104604 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e598fe58-f6a1-4059-8bec-bfcde944a99e req-9918d43f-e63e-4baf-8737-90321914249f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731754 Jun 16 18:30:41.238838 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db75-f341-45f8-b176-b50192fc7aab req-a2d616dd-c232-4784-8ff7-e0182ea11ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:41.241945 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-a2d616dd-c232-4784-8ff7-e0182ea11ad4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.7226231 Jun 16 18:30:41.299471 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks [] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.310000 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.376502 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf8296-8cda-491d-9c0a-312b5d2c078b None None] Pushing event updated for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:41.402895 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-0fbe7e64-6bd3-4702-b38c-bbeeae2a1a0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.1388710 Jun 16 18:30:41.497199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-34574d85-4332-4c6d-b3fa-38b59b0d633f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.597215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db75-f341-45f8-b176-b50192fc7aab req-e11c9ed8-11fc-4a69-a483-dc45c9bf1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:41.602097 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-e11c9ed8-11fc-4a69-a483-dc45c9bf1f3d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1894495 Jun 16 18:30:41.729799 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Attempting to bind port f2b14137-4801-4bf4-b2f0-5adc7875da6b on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:30:41.730610 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Attempting to bind port f2b14137-4801-4bf4-b2f0-5adc7875da6b by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:30:41.730944 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Attempting to bind port f2b14137-4801-4bf4-b2f0-5adc7875da6b on network 20a8f165-bedc-4e5f-a840-36f4276e86fd {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:30:41.748876 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:30:41.749566 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Checking segment: {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:30:41.750228 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.751008 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Bound using segment: {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:30:41.751947 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Bound port: f2b14137-4801-4bf4-b2f0-5adc7875da6b, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9073e42b-92db-40c5-8a84-d66a267739df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:30:41.752668 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.823581 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ca74779-dda0-49d9-8ead-0f949940518a admin admin] Publish callbacks [] for security_group (9c31b6e2-50ae-4477-9174-3f78f329d6ca), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.834169 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db75-f341-45f8-b176-b50192fc7aab req-706cbe30-4f63-4259-bc45-dc01bce7f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:41.845477 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-706cbe30-4f63-4259-bc45-dc01bce7f97d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2336547 Jun 16 18:30:41.883010 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2ca74779-dda0-49d9-8ead-0f949940518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (9c31b6e2-50ae-4477-9174-3f78f329d6ca), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:41.998255 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] For port f2b14137-4801-4bf4-b2f0-5adc7875da6b, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:30:42.012143 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] For port f2b14137-4801-4bf4-b2f0-5adc7875da6b, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=f2b14137-4801-4bf4-b2f0-5adc7875da6b,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:30:42.013848 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:42.026590 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.054003 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Provisioning complete for port f2b14137-4801-4bf4-b2f0-5adc7875da6b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:42.055063 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.071057 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:42.131580 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2ca74779-dda0-49d9-8ead-0f949940518a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d91db54b9c2472eb44f90c7d6f4c411&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8908844 Jun 16 18:30:42.145704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58656) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:42.156032 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca74779-dda0-49d9-8ead-0f949940518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31b6e2-50ae-4477-9174-3f78f329d6ca,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:42.478805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:42.526659 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf8296-8cda-491d-9c0a-312b5d2c078b None None] Pushing event updated for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:42.554388 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:30:42.558008 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-c112b7de-b504-4537-8b97-24087856e5c4 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021251 Jun 16 18:30:42.583281 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:30:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:42.655826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Current status of the port f2b14137-4801-4bf4-b2f0-5adc7875da6b is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:42.656829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.791832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] For port f2b14137-4801-4bf4-b2f0-5adc7875da6b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=f2b14137-4801-4bf4-b2f0-5adc7875da6b,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:30:42.799271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:42.811558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.894465 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-34574d85-4332-4c6d-b3fa-38b59b0d633f admin admin] Publish callbacks [] for security_group (a91013a6-a85f-4255-8e52-66812df1468e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.932627 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-34574d85-4332-4c6d-b3fa-38b59b0d633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a91013a6-a85f-4255-8e52-66812df1468e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:42.956635 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:43.188423 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-55f6621f-0027-4e7b-8643-c7901c531d3f None None] Provisioning complete for port f2b14137-4801-4bf4-b2f0-5adc7875da6b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:43.189455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-55f6621f-0027-4e7b-8643-c7901c531d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.244331 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9567db75-f341-45f8-b176-b50192fc7aab req-a2f5f3a5-02a8-498a-b7df-d94700a0b80e service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681225 Jun 16 18:30:43.296308 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672b207-5f0a-48b3-ab73-f54ff846de63 None None] Pushing event updated for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:43.326994 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-34574d85-4332-4c6d-b3fa-38b59b0d633f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4ce5005352f4759a1692401419579e5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3948610 Jun 16 18:30:43.329808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58668) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:43.383748 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bf2f9-1c1c-4dcd-885e-75b8464f9606 req-cb21b362-56c4-468c-b1eb-57bd04b3333a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:43.406518 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4a1bf2f9-1c1c-4dcd-885e-75b8464f9606 req-cb21b362-56c4-468c-b1eb-57bd04b3333a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.7829769 Jun 16 18:30:43.407913 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] Publish callbacks [] for security_group (9c31b6e2-50ae-4477-9174-3f78f329d6ca), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.466034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34574d85-4332-4c6d-b3fa-38b59b0d633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91013a6-a85f-4255-8e52-66812df1468e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:43.573565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] Publish callbacks [] for security_group (a91013a6-a85f-4255-8e52-66812df1468e), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.588104 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-55f6621f-0027-4e7b-8643-c7901c531d3f None None] Current status of the port f2b14137-4801-4bf4-b2f0-5adc7875da6b is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:43.600728 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] Publish callbacks [] for security_group (9c31b6e2-50ae-4477-9174-3f78f329d6ca), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.653444 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] Publish callbacks [] for security_group (a91013a6-a85f-4255-8e52-66812df1468e), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.692210 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (9c31b6e2-50ae-4477-9174-3f78f329d6ca), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.699182 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.700670 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c31b6e2-50ae-4477-9174-3f78f329d6ca HTTP/1.1" status: 204 len: 168 time: 1.5315287 Jun 16 18:30:43.721965 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4a1bf2f9-1c1c-4dcd-885e-75b8464f9606 req-82be3d70-fcf3-4e3c-99e9-e33ca70a721f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913330 Jun 16 18:30:43.779753 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6423-74ef-4a2d-a831-4df4b2298176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31b6e2-50ae-4477-9174-3f78f329d6ca,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:43.932517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a91013a6-a85f-4255-8e52-66812df1468e), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.940316 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:43.952291 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91013a6-a85f-4255-8e52-66812df1468e HTTP/1.1" status: 204 len: 168 time: 0.6183574 Jun 16 18:30:44.015587 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a3036-af71-4bb2-9d87-3eb1526ee876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91013a6-a85f-4255-8e52-66812df1468e,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:44.397144 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device f2b14137-4801-4bf4-b2f0-5adc7875da6b up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:30:44.506052 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:30:44.796676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port f2b14137-4801-4bf4-b2f0-5adc7875da6b triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:44.805209 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:44.817841 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:45.254423 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8cfac-a09a-40af-bf04-92ad0e95a9b3 req-91f336bb-e074-4120-8373-baa2c238696b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:45.312016 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09b8cfac-a09a-40af-bf04-92ad0e95a9b3 req-91f336bb-e074-4120-8373-baa2c238696b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2343693 Jun 16 18:30:45.332481 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:31Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'f2b14137-4801-4bf4-b2f0-5adc7875da6b', 'name': '', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'mac_address': 'fa:16:3e:1d:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:30Z', 'updated_at': '2022-06-16T18:30:41Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'subnets': [{'id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:30:45.448370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port f2b14137-4801-4bf4-b2f0-5adc7875da6b is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:30:45.466428 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58712) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:45.491265 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f95dbc-8699-436e-be3f-f909759e441d None None] The sync data for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi is: [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:30:31Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'f2b14137-4801-4bf4-b2f0-5adc7875da6b', 'name': '', 'network_id': '20a8f165-bedc-4e5f-a840-36f4276e86fd', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'mac_address': 'fa:16:3e:1d:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:30Z', 'updated_at': '2022-06-16T18:30:41Z', 'revision_number': 4, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'subnets': [{'id': 'a7137046-5e4a-49d8-a759-f958ff0a158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:30:45.521480 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-37fc5d32-181f-46e8-942a-4869ccca1853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:45.564680 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09b8cfac-a09a-40af-bf04-92ad0e95a9b3 req-be3034db-778f-49c2-adad-c9f05781776c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489042 Jun 16 18:30:45.882105 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-37fc5d32-181f-46e8-942a-4869ccca1853 admin admin] Publish callbacks [] for security_group (abf7149e-04d6-491e-81d2-dbc72b7921be), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:45.888367 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:45.892904 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-37fc5d32-181f-46e8-942a-4869ccca1853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (abf7149e-04d6-491e-81d2-dbc72b7921be), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.053350 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-37fc5d32-181f-46e8-942a-4869ccca1853 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2be2876376eb4a64b3e7f0b0bb0a5460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845387 Jun 16 18:30:46.059252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58738) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:46.089224 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc5d32-181f-46e8-942a-4869ccca1853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7149e-04d6-491e-81d2-dbc72b7921be,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:46.263163 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58740) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:46.277990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940099984', 'description': 'tempest-description--505759007'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:46.310038 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.329255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.422117 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] Publish callbacks [] for security_group (abf7149e-04d6-491e-81d2-dbc72b7921be), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.537248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (61497f9f-1cfe-4b97-8dbf-af7543624bd6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.546802 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (61497f9f-1cfe-4b97-8dbf-af7543624bd6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.565907 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] Publish callbacks [] for security_group (abf7149e-04d6-491e-81d2-dbc72b7921be), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.659538 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61497f9f-1cfe-4b97-8dbf-af7543624bd6,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:46.681943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.683431 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c959b786-3899-4ef4-87a0-9a042c9e17d0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4190545 Jun 16 18:30:46.688507 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58750) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:46.693248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': '61497f9f-1cfe-4b97-8dbf-af7543624bd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:46.765885 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:46.778624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (abf7149e-04d6-491e-81d2-dbc72b7921be), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.783564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.786241 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abf7149e-04d6-491e-81d2-dbc72b7921be HTTP/1.1" status: 204 len: 168 time: 0.7256293 Jun 16 18:30:46.818924 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (9ee778ed-ae6a-4625-9c26-358e8ebce55a), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:46.999676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c585242-62f0-4837-b20f-583a11aa799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7149e-04d6-491e-81d2-dbc72b7921be,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:47.062216 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (9ee778ed-ae6a-4625-9c26-358e8ebce55a), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.078211 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (9ee778ed-ae6a-4625-9c26-358e8ebce55a), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.162843 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71367ca-1306-4bc1-bde9-1da09e935823 req-a6169800-fac8-43da-a148-42267752265f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:47.178831 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f71367ca-1306-4bc1-bde9-1da09e935823 req-a6169800-fac8-43da-a148-42267752265f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.3140607 Jun 16 18:30:47.179885 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee778ed-ae6a-4625-9c26-358e8ebce55a,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:47.215655 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.228939 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-5a9e308a-a61a-482b-9605-b893efc5b111 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5345387 Jun 16 18:30:47.232841 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58766) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:47.261066 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': '61497f9f-1cfe-4b97-8dbf-af7543624bd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:47.292589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:47.382514 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (3140016f-30fb-43de-b09d-4a66682cb463), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.417406 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f71367ca-1306-4bc1-bde9-1da09e935823 req-7246ddfd-976f-4459-9114-e092282fbdd5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115757 Jun 16 18:30:47.704021 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (3140016f-30fb-43de-b09d-4a66682cb463), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.716920 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (3140016f-30fb-43de-b09d-4a66682cb463), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.805116 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3140016f-30fb-43de-b09d-4a66682cb463,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:47.821743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:47.831840 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58786) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:47.833902 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-edb16814-c715-44b5-8215-6d57e7d21e41 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5893633 Jun 16 18:30:47.836860 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:47.912794 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:48.142604 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:48.602064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.27.2.87 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/6ff05657-bf24-48d8-9262-c76b54613355) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:48.628105 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:48.850213 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (6ff05657-bf24-48d8-9262-c76b54613355), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:48.851903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7eca-96f1-4d9d-bfe6-72f15c6183aa req-0d349891-f054-4048-98d0-e68f2c3a7d39 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:48.857291 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-23fc7eca-96f1-4d9d-bfe6-72f15c6183aa req-0d349891-f054-4048-98d0-e68f2c3a7d39 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2806289 Jun 16 18:30:49.013249 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (6ff05657-bf24-48d8-9262-c76b54613355), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:49.056514 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-23fc7eca-96f1-4d9d-bfe6-72f15c6183aa req-22e1f217-12af-4c9c-8c2d-fa170984b61e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823883 Jun 16 18:30:49.166364 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:49.171907 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:49.179635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:49.307697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:49.340061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=6ff05657-bf24-48d8-9262-c76b54613355,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:49.408160 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6ff05657-bf24-48d8-9262-c76b54613355), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:49.901960 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (6ff05657-bf24-48d8-9262-c76b54613355), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:49.917754 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6ff05657-bf24-48d8-9262-c76b54613355), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:50.010351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:50.051034 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:50.069159 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2360361 Jun 16 18:30:50.101585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f088a-ab13-4895-b5e5-36b640126108 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=6ff05657-bf24-48d8-9262-c76b54613355,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:50.432177 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d49651-37ae-43dd-9869-a313b36392b6 req-9ddbaf4b-c77d-41d2-8b03-4af22cfd8ea0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:50.445388 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f2d49651-37ae-43dd-9869-a313b36392b6 req-9ddbaf4b-c77d-41d2-8b03-4af22cfd8ea0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2184765 Jun 16 18:30:50.525181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:50.582964 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f2d49651-37ae-43dd-9869-a313b36392b6 req-a1e9dc65-0eec-429e-beea-ae83b31a8af3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373274 Jun 16 18:30:50.702088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 58874) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:50.767616 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-21b1ba61-8601-4207-80b7-acf407fc3074 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1940099984&fields=id&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 267 time: 0.2054513 Jun 16 18:30:51.144786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-e3b187d7-cb5a-4bc3-814e-b6ad197f63d9 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:51.167018 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-e3b187d7-cb5a-4bc3-814e-b6ad197f63d9 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.3987217 Jun 16 18:30:51.220591 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-39746d24-5cdb-4fda-bfdb-645946425a01 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/quotas/1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 375 time: 0.0483708 Jun 16 18:30:51.399193 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1868debe-c3ae-4d85-8c2f-87c09c818fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:51.449494 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-0ed7ddad-4191-446e-8491-3e6d831c472e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2295058 Jun 16 18:30:51.541063 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:51.812770 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-ffcf6b9c-822d-4b7a-a924-c7c12c8c9a68 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202965 Jun 16 18:30:52.049614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1868debe-c3ae-4d85-8c2f-87c09c818fa7 admin admin] Publish callbacks [] for security_group (23baeb32-f3aa-45f9-91f4-21ec56f592a4), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.090556 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12d072-5bdb-4b60-a35f-8dc0760a9753 req-830c4277-016e-41a7-8216-0d747133a86c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:52.110505 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6b12d072-5bdb-4b60-a35f-8dc0760a9753 req-830c4277-016e-41a7-8216-0d747133a86c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.3113306 Jun 16 18:30:52.139668 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1868debe-c3ae-4d85-8c2f-87c09c818fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (23baeb32-f3aa-45f9-91f4-21ec56f592a4), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.204279 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-62ea11e4-3bf5-4890-aa3f-c797a20ea8b9 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895192 Jun 16 18:30:52.287498 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1868debe-c3ae-4d85-8c2f-87c09c818fa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c6059c3c7e445af93e821f0275cf727&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5814164 Jun 16 18:30:52.288964 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58902) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:52.316734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:52.402276 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868debe-c3ae-4d85-8c2f-87c09c818fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23baeb32-f3aa-45f9-91f4-21ec56f592a4,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:52.428488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:52.467942 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6b12d072-5bdb-4b60-a35f-8dc0760a9753 req-92cccfeb-f0b4-4cca-8977-9849bc32a76c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531396 Jun 16 18:30:52.502672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] Publish callbacks [] for security_group (23baeb32-f3aa-45f9-91f4-21ec56f592a4), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.624254 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] Publish callbacks [] for security_group (23baeb32-f3aa-45f9-91f4-21ec56f592a4), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.809979 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0bcc2793-8efe-4f99-98a5-7787a17de664 req-3429f8c5-af95-40f1-aa90-c916d62af4da tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.0986981 Jun 16 18:30:52.952351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (23baeb32-f3aa-45f9-91f4-21ec56f592a4), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.966797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:52.981138 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23baeb32-f3aa-45f9-91f4-21ec56f592a4 HTTP/1.1" status: 204 len: 168 time: 0.6893127 Jun 16 18:30:52.998836 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6907da-1753-421d-b137-68cfb1b005da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23baeb32-f3aa-45f9-91f4-21ec56f592a4,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:54.201833 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dfa09acd-0083-4561-84d5-98ff3871d30c req-97dad583-6ce9-48b5-949b-19cc10fbfd0f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.1199417 Jun 16 18:30:54.266724 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337594f-4e4f-4fad-a4c6-2e41df4c5a81 req-925c3998-3ef0-42c7-9c19-b0ec19fa50c6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:54.283218 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1337594f-4e4f-4fad-a4c6-2e41df4c5a81 req-925c3998-3ef0-42c7-9c19-b0ec19fa50c6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.3003540 Jun 16 18:30:54.542959 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1337594f-4e4f-4fad-a4c6-2e41df4c5a81 req-547d7b35-5559-4d88-b376-a60dfc919978 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554274 Jun 16 18:30:54.574753 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58958) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:54.615682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0158b04c-766f-4b22-ad5c-40805feaa78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:54.923862 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0158b04c-766f-4b22-ad5c-40805feaa78a admin admin] Publish callbacks [] for security_group (4cf9ebbb-f2e5-4065-a7be-21515295ab58), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:54.952314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0158b04c-766f-4b22-ad5c-40805feaa78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4cf9ebbb-f2e5-4065-a7be-21515295ab58), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:55.169493 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0158b04c-766f-4b22-ad5c-40805feaa78a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9f11b8e82cf4c19b45462748694e496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5904970 Jun 16 18:30:55.171185 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 58972) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:55.320280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b04c-766f-4b22-ad5c-40805feaa78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf9ebbb-f2e5-4065-a7be-21515295ab58,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:55.338023 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=68 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:55.342717 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=23 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:55.371639 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] Publish callbacks [] for security_group (4cf9ebbb-f2e5-4065-a7be-21515295ab58), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:55.456288 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] Publish callbacks [] for security_group (4cf9ebbb-f2e5-4065-a7be-21515295ab58), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:55.550927 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4cf9ebbb-f2e5-4065-a7be-21515295ab58), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:55.560961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:55.563939 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cf9ebbb-f2e5-4065-a7be-21515295ab58 HTTP/1.1" status: 204 len: 168 time: 0.3890069 Jun 16 18:30:55.638049 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4823f10-5297-43d4-8178-8e86f15df3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf9ebbb-f2e5-4065-a7be-21515295ab58,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:55.646679 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:55.684087 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c0c0f08c-5c3e-4b75-b4e9-5b82af77fe67 req-4db16d95-58b9-4926-9bbd-08cee24d7dd6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.1156497 Jun 16 18:30:56.209137 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17fef3-7434-4138-8630-63d99488123b req-87af022b-b65d-4962-9134-94f4c56d1e59 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:56.213704 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad17fef3-7434-4138-8630-63d99488123b req-87af022b-b65d-4962-9134-94f4c56d1e59 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.3723843 Jun 16 18:30:56.297230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-c40b0854-ae7b-410c-8249-bb90af9ba5d2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:56.299206 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-c40b0854-ae7b-410c-8249-bb90af9ba5d2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.5509858 Jun 16 18:30:56.498424 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad17fef3-7434-4138-8630-63d99488123b req-dc851a0d-6cd6-4ba9-8bb8-ad128c24c3b9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463479 Jun 16 18:30:56.715330 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-f4f79825-f313-49b0-9627-ffcb9c4ddbd9 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 473 time: 0.3852470 Jun 16 18:30:56.735171 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'port': {'device_id': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'admin_state_up': True, 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'security_groups': ['61497f9f-1cfe-4b97-8dbf-af7543624bd6']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:57.133407 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d4b3c4be-280f-41cf-97b7-0bb22ff43ea0 req-d9e8e891-6ce2-40b0-997a-440b115c32c7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.0873203 Jun 16 18:30:57.296869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:30:57.323367 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:57.456386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0ac32da6-86cb-456e-8139-a084e5892415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:57.476432 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:30:57.539760 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:57.605150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf647fd-7144-4475-b984-befdb0a72041 req-215a68f5-c8bd-4ba6-af0c-2877c49b0f0d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:57.613796 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fbf647fd-7144-4475-b984-befdb0a72041 req-215a68f5-c8bd-4ba6-af0c-2877c49b0f0d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0784509 Jun 16 18:30:57.888734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.20.0.4 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/561647b3-5ae8-4d31-9f4a-ca1106d4478e) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:30:57.923414 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:30:57.945262 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fbf647fd-7144-4475-b984-befdb0a72041 req-940e74d2-4650-4cea-bb59-a5777f501e8e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298740 Jun 16 18:30:58.005900 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c780-1037-4b57-b53b-475bfde13861 req-9290cff6-0ffa-40e9-bb57-5c5bb790fbfa tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:58.016224 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f440c780-1037-4b57-b53b-475bfde13861 req-9290cff6-0ffa-40e9-bb57-5c5bb790fbfa tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1873257 Jun 16 18:30:58.165892 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:58.197453 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f440c780-1037-4b57-b53b-475bfde13861 req-476626da-c908-42e4-b403-db9e1acc6b63 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738305 Jun 16 18:30:58.234335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:58.306292 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:58.479644 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc55d6-1ccb-4486-b39b-a09b68e1709d req-a0982029-b365-469b-ad8f-84e1f97d071d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:58.481325 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-afdc55d6-1ccb-4486-b39b-a09b68e1709d req-a0982029-b365-469b-ad8f-84e1f97d071d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 931 time: 0.1531808 Jun 16 18:30:58.511292 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:30:58.592577 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:30:58.615573 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:30:58.638768 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:58.639489 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:58.734462 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-afdc55d6-1ccb-4486-b39b-a09b68e1709d req-3e229c72-097a-4653-8891-01b803f50db4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253423 Jun 16 18:30:58.766717 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7da8bd9a-199e-4148-b8e0-de0049d2d8b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0442131 Jun 16 18:30:58.797457 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Request body: {'port': {'device_id': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:30:59.265737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:59.282480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-00be98bc-0641-46c1-8f03-b9b731e18309 None None] Provisioning complete for port 561647b3-5ae8-4d31-9f4a-ca1106d4478e triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:30:59.291291 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-00be98bc-0641-46c1-8f03-b9b731e18309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:59.428690 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19a2f3-2fde-42f1-a6fe-a9b609594e53 req-f831cbe7-674f-4ba3-98a9-f1589bd5f4b2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:59.444530 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3b19a2f3-2fde-42f1-a6fe-a9b609594e53 req-f831cbe7-674f-4ba3-98a9-f1589bd5f4b2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2008920 Jun 16 18:30:59.483344 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-00be98bc-0641-46c1-8f03-b9b731e18309 None None] Port 561647b3-5ae8-4d31-9f4a-ca1106d4478e cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:30:59.712938 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3b19a2f3-2fde-42f1-a6fe-a9b609594e53 req-fe1564af-70c4-41f1-99c9-8da420dce940 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611744 Jun 16 18:30:59.780640 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59162) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:30:59.802745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c211bd9-c755-47bd-8085-8bff8c3b4666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:30:59.939745 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b56e8-0773-46b1-99cb-ab220baf0b8a req-b9a1fd75-dc5d-4b60-8b18-6854575c487c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:30:59.948601 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0c1b56e8-0773-46b1-99cb-ab220baf0b8a req-b9a1fd75-dc5d-4b60-8b18-6854575c487c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.4686036 Jun 16 18:31:00.078932 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb3af0-bf71-426b-b812-acf73d1f2d98 req-b19a97d5-80b2-4bd5-a0c8-33c023c2d66f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:00.093165 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84eb3af0-bf71-426b-b812-acf73d1f2d98 req-b19a97d5-80b2-4bd5-a0c8-33c023c2d66f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 931 time: 0.1108677 Jun 16 18:31:00.220664 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84eb3af0-bf71-426b-b812-acf73d1f2d98 req-8fbb3122-5242-4051-b78b-e421a4d818d1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257293 Jun 16 18:31:00.390426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe4bf-0ff5-4d2d-aa56-46bc6e00ebe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:00.514580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561647b3-5ae8-4d31-9f4a-ca1106d4478e {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:00.528779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks [] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:00.566530 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:00.618085 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:00.699513 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0c1b56e8-0773-46b1-99cb-ab220baf0b8a req-7c15b490-7468-4a1f-a6f6-bc566b6a716f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967838 Jun 16 18:31:00.704208 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Transition to ACTIVE for port object 561647b3-5ae8-4d31-9f4a-ca1106d4478e will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:31:00.715901 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe4bf-0ff5-4d2d-aa56-46bc6e00ebe6 admin admin] Publish callbacks [] for security_group (03f7cf92-84ee-434d-8fac-abf060e1e5b7), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:00.723217 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:00.771414 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:00.780175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe4bf-0ff5-4d2d-aa56-46bc6e00ebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (03f7cf92-84ee-434d-8fac-abf060e1e5b7), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:00.895695 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe4bf-0ff5-4d2d-aa56-46bc6e00ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f7cf92-84ee-434d-8fac-abf060e1e5b7,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:00.923999 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7d3fe4bf-0ff5-4d2d-aa56-46bc6e00ebe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=366f74fa3db640e3854cbdeef105ec8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1406088 Jun 16 18:31:00.928362 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59194) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:01.033882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:01.037241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Attempting to bind port 561647b3-5ae8-4d31-9f4a-ca1106d4478e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:31:01.037678 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Attempting to bind port 561647b3-5ae8-4d31-9f4a-ca1106d4478e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:31:01.037977 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Attempting to bind port 561647b3-5ae8-4d31-9f4a-ca1106d4478e on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:01.057176 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Port 561647b3-5ae8-4d31-9f4a-ca1106d4478e on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:31:01.057630 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Attempting to bind port 561647b3-5ae8-4d31-9f4a-ca1106d4478e on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:01.065308 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] Publish callbacks [] for security_group (03f7cf92-84ee-434d-8fac-abf060e1e5b7), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:01.144975 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] Publish callbacks [] for security_group (03f7cf92-84ee-434d-8fac-abf060e1e5b7), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:01.147498 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:31:01.147914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:31:01.148252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:31:01.148717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Bound port: 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:31:01.149093 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:01.187733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34011-334c-45ca-a3ef-e6a76ff1e932 req-eea9ef7e-7632-4b00-9449-e65c8d1269cc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:01.203208 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eff34011-334c-45ca-a3ef-e6a76ff1e932 req-eea9ef7e-7632-4b00-9449-e65c8d1269cc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2885594 Jun 16 18:31:01.948411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:31:01.952361 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:31:02.016229 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eff34011-334c-45ca-a3ef-e6a76ff1e932 req-fe089a63-f2af-428a-8d4b-aa9afa81316c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8102520 Jun 16 18:31:02.107676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.199408 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:02.201628 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.203996 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] 10.222.0.88 "PUT /v2.0/ports/561647b3-5ae8-4d31-9f4a-ca1106d4478e HTTP/1.1" status: 200 len: 1093 time: 3.4250078 Jun 16 18:31:02.213986 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:02.217057 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:02.243541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34b0a1-df45-4820-8f80-08c3002568c5 req-069ac08f-f7d1-487a-9224-26ceb2d0be4d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:02.246391 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d34b0a1-df45-4820-8f80-08c3002568c5 req-069ac08f-f7d1-487a-9224-26ceb2d0be4d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 943 time: 0.3702192 Jun 16 18:31:02.278646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486f34-2cc2-498e-9ba9-15cc51105376 service neutron] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:02.455099 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.469210 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe533a8-9961-4985-8b03-f5849b7e0b93 req-1786cb6d-923b-40e2-8897-c52e6bb32fec tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:02.490094 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ebe533a8-9961-4985-8b03-f5849b7e0b93 req-1786cb6d-923b-40e2-8897-c52e6bb32fec tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2360022 Jun 16 18:31:02.579779 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d34b0a1-df45-4820-8f80-08c3002568c5 req-29826a2c-8742-4c20-8674-2566eda38847 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836399 Jun 16 18:31:02.586011 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (03f7cf92-84ee-434d-8fac-abf060e1e5b7), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.596385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.601643 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03f7cf92-84ee-434d-8fac-abf060e1e5b7 HTTP/1.1" status: 204 len: 168 time: 1.6681118 Jun 16 18:31:02.637977 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-c04c73a8-6d16-46bb-a92b-d16938646003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:02.640955 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-c04c73a8-6d16-46bb-a92b-d16938646003 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 1127 time: 0.1955020 Jun 16 18:31:02.644858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670ee3-8f5e-4ada-b7e9-9e2ab0d21476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f7cf92-84ee-434d-8fac-abf060e1e5b7,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:02.732021 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ebe533a8-9961-4985-8b03-f5849b7e0b93 req-14bcf23a-29fd-4818-bea2-c4c0004f8032 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082384 Jun 16 18:31:02.819713 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:02.842327 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb5ba39-85b5-4947-ab78-01aae569c3e4 x-openstack-request-id: req-5bb5ba39-85b5-4947-ab78-01aae569c3e4 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:02.842608 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:02.842999 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bb5ba39-85b5-4947-ab78-01aae569c3e4 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:02.843866 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb5ba39-85b5-4947-ab78-01aae569c3e4'] response: {'name': 'network-changed', 'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'status': 'completed', 'code': 200} Jun 16 18:31:02.848434 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-a1e9c2cf-1028-4921-89e1-695c9a14dd60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e HTTP/1.1" status: 200 len: 217 time: 0.1894002 Jun 16 18:31:03.008508 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:03.051238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-39993fc8-001a-4b6c-926d-1d0e2423a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:03.054037 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-39993fc8-001a-4b6c-926d-1d0e2423a7bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.1925015 Jun 16 18:31:03.191292 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59264) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:03.375258 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb1d60-74d4-47ac-b428-1fbcff37b68b req-2623d3d3-a101-4a34-8ae7-d7c5ac86a488 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:03.377466 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b6cb1d60-74d4-47ac-b428-1fbcff37b68b req-2623d3d3-a101-4a34-8ae7-d7c5ac86a488 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1325779 Jun 16 18:31:03.475526 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b6cb1d60-74d4-47ac-b428-1fbcff37b68b req-abbc566c-5ee3-47bf-ba45-872c1fb37cb3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868206 Jun 16 18:31:03.487266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59272) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:03.536767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7a41ca8e-d18f-411b-97d7-db560c9495a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:03.667095 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:03.704319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7a41ca8e-d18f-411b-97d7-db560c9495a0 admin admin] Publish callbacks [] for security_group (4d9ad7c8-f9dd-4f8b-bb50-0180b6981227), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:03.711440 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-7a41ca8e-d18f-411b-97d7-db560c9495a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4d9ad7c8-f9dd-4f8b-bb50-0180b6981227), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:03.755980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59282) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:03.758044 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7a41ca8e-d18f-411b-97d7-db560c9495a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=297adc38bf7f447e85d6fccfac29817b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685525 Jun 16 18:31:03.758472 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59284) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:03.844186 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ca8e-d18f-411b-97d7-db560c9495a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ad7c8-f9dd-4f8b-bb50-0180b6981227,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:03.923800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da5b7-76ef-457c-b72f-5d3f3d201145 req-ceb1a66c-2d0e-4ea3-b2ff-b3ef55d39d31 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:03.934158 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d1da5b7-76ef-457c-b72f-5d3f3d201145 req-ceb1a66c-2d0e-4ea3-b2ff-b3ef55d39d31 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 943 time: 0.1978793 Jun 16 18:31:04.036299 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a812ef2c-f103-4b76-8127-bf44d515e3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.093301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fe11-4fed-4238-bc82-1adb640b1205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.104151 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d1da5b7-76ef-457c-b72f-5d3f3d201145 req-3dab01c9-d764-4a21-8f50-9630ca68f7e6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686132 Jun 16 18:31:04.123268 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915791-55d3-468b-9f68-f7cb3c465fab req-c8da7570-cee4-423e-977c-cde87e1cf354 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:04.133066 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:04.141621 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d915791-55d3-468b-9f68-f7cb3c465fab req-c8da7570-cee4-423e-977c-cde87e1cf354 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2320187 Jun 16 18:31:04.194771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-226877fa-9a4e-4fd7-a370-31bd38085255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:04.197030 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-226877fa-9a4e-4fd7-a370-31bd38085255 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2527461 Jun 16 18:31:04.199015 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] Publish callbacks [] for security_group (4d9ad7c8-f9dd-4f8b-bb50-0180b6981227), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.247349 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] Publish callbacks [] for security_group (4d9ad7c8-f9dd-4f8b-bb50-0180b6981227), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.338662 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610efc81-06f9-475f-ba2b-ad0c898d2c9e req-1bf683f6-004a-4ffe-826e-47ebe7247179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:04.341059 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-610efc81-06f9-475f-ba2b-ad0c898d2c9e req-1bf683f6-004a-4ffe-826e-47ebe7247179 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.1555376 Jun 16 18:31:04.361904 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4d9ad7c8-f9dd-4f8b-bb50-0180b6981227), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.365221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.368904 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d9ad7c8-f9dd-4f8b-bb50-0180b6981227 HTTP/1.1" status: 204 len: 168 time: 0.6013336 Jun 16 18:31:04.421427 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d23390-fa96-4204-9b75-be5f39f013a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ad7c8-f9dd-4f8b-bb50-0180b6981227,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:04.427474 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d915791-55d3-468b-9f68-f7cb3c465fab req-7dd8b5a3-1b82-4fbb-bc0d-580b545ae461 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849555 Jun 16 18:31:04.517312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:04.556381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fe11-4fed-4238-bc82-1adb640b1205 admin admin] Publish callbacks [] for security_group (1008af09-1986-4d08-8a3c-948e3a7b7d3c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.557835 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-8ff6b31d-3940-422b-b20d-4e3923ecc5d4 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377147 Jun 16 18:31:04.561958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a812ef2c-f103-4b76-8127-bf44d515e3b5 admin admin] Publish callbacks [] for security_group (48773727-3a25-42f4-a391-c31187c85b84), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.565047 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-610efc81-06f9-475f-ba2b-ad0c898d2c9e req-82d1a4e3-717d-476f-bc9c-c14c5064732f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854353 Jun 16 18:31:04.586357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a812ef2c-f103-4b76-8127-bf44d515e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (48773727-3a25-42f4-a391-c31187c85b84), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.590241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fe11-4fed-4238-bc82-1adb640b1205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (1008af09-1986-4d08-8a3c-948e3a7b7d3c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:04.763149 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-9ee2fe11-4fed-4238-bc82-1adb640b1205 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41f24044f5f84ce5b3653519d325a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5700045 Jun 16 18:31:04.764805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ef2c-f103-4b76-8127-bf44d515e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48773727-3a25-42f4-a391-c31187c85b84,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:04.768280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59298) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:04.823408 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a812ef2c-f103-4b76-8127-bf44d515e3b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b28a91f13764ec5866e44706d30de61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0577953 Jun 16 18:31:04.823408 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:04.847454 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59300) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:04.854270 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2fe11-4fed-4238-bc82-1adb640b1205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1008af09-1986-4d08-8a3c-948e3a7b7d3c,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:04.927438 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca59db-b333-477c-8d0d-17a8e88e34ff req-9f5e7d63-850a-4448-8396-a868c9b3ef8f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:04.929351 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-65ca59db-b333-477c-8d0d-17a8e88e34ff req-9f5e7d63-850a-4448-8396-a868c9b3ef8f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2297285 Jun 16 18:31:04.953332 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec6a9252-d059-4406-a1fd-f1bf225fe0ed req-7fc9ce70-297f-40ec-9416-89678230f2a8 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866191 Jun 16 18:31:05.020848 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] Publish callbacks [] for security_group (48773727-3a25-42f4-a391-c31187c85b84), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.030440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] Publish callbacks [] for security_group (1008af09-1986-4d08-8a3c-948e3a7b7d3c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.145608 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:05.157316 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] Publish callbacks [] for security_group (1008af09-1986-4d08-8a3c-948e3a7b7d3c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.227597 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] Publish callbacks [] for security_group (48773727-3a25-42f4-a391-c31187c85b84), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.273735 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-65ca59db-b333-477c-8d0d-17a8e88e34ff req-ffb9f758-2fef-4d5c-8c86-8c4630ae6cb9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211110 Jun 16 18:31:05.378585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3dd80-7705-4900-94be-527c33d71dde req-12e90121-a301-49ff-86c2-eb445bd0e68e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:05.392086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7d3dd80-7705-4900-94be-527c33d71dde req-12e90121-a301-49ff-86c2-eb445bd0e68e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 943 time: 0.1183789 Jun 16 18:31:05.429159 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (48773727-3a25-42f4-a391-c31187c85b84), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.437419 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.440160 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48773727-3a25-42f4-a391-c31187c85b84 HTTP/1.1" status: 204 len: 168 time: 0.5899880 Jun 16 18:31:05.448859 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (1008af09-1986-4d08-8a3c-948e3a7b7d3c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.454586 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:05.461505 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1008af09-1986-4d08-8a3c-948e3a7b7d3c HTTP/1.1" status: 204 len: 168 time: 0.6897988 Jun 16 18:31:05.476282 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb1c57-dbf1-4708-bd4f-f40469d2e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48773727-3a25-42f4-a391-c31187c85b84,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:05.515772 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb5ecd-07e6-43b8-9d67-6d91c70db3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1008af09-1986-4d08-8a3c-948e3a7b7d3c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:05.540667 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7d3dd80-7705-4900-94be-527c33d71dde req-4ce3c199-a16b-44ea-8329-a5368228a975 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462979 Jun 16 18:31:05.773440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca39e90-33a0-4a8a-8a54-5f120930d7d2 req-e0d8a169-e626-4a20-b1ae-c6b8b961916e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:05.785764 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cca39e90-33a0-4a8a-8a54-5f120930d7d2 req-e0d8a169-e626-4a20-b1ae-c6b8b961916e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1176913 Jun 16 18:31:05.895335 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cca39e90-33a0-4a8a-8a54-5f120930d7d2 req-f9e24479-5cae-438d-aee8-29f6fcacc8d7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026723 Jun 16 18:31:06.177684 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59332) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:06.195608 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d14a82fa-da0f-4c88-9d6e-27749cafeacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:06.495190 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-bb630822-4522-4580-88cf-44261d8beddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:06.497733 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-bb630822-4522-4580-88cf-44261d8beddb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 1127 time: 0.2250376 Jun 16 18:31:06.562554 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d14a82fa-da0f-4c88-9d6e-27749cafeacb admin admin] Publish callbacks [] for security_group (97cd12a1-6620-47e7-b576-554070f9bc71), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:06.579914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6de39-5ae0-4dc9-8ca7-e71154ca6701 req-60a571be-37d8-40de-a5be-ebc4aec3b704 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:06.590216 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-14e6de39-5ae0-4dc9-8ca7-e71154ca6701 req-60a571be-37d8-40de-a5be-ebc4aec3b704 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1086824 Jun 16 18:31:06.601485 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d14a82fa-da0f-4c88-9d6e-27749cafeacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (97cd12a1-6620-47e7-b576-554070f9bc71), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:06.779736 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d14a82fa-da0f-4c88-9d6e-27749cafeacb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1adb09f0b6214a689879b78d659c0ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006091 Jun 16 18:31:06.794100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59348) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:06.797315 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a82fa-da0f-4c88-9d6e-27749cafeacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd12a1-6620-47e7-b576-554070f9bc71,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:06.901709 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-14e6de39-5ae0-4dc9-8ca7-e71154ca6701 req-ff7cf77c-9ea9-483a-8081-725fe1b30aea tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100429 Jun 16 18:31:06.943000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f644-87a7-48bc-b353-4cb206ec5fa9 req-caf042bb-1f8c-4d8a-9392-3bc560a426b1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:06.952493 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ba89f644-87a7-48bc-b353-4cb206ec5fa9 req-caf042bb-1f8c-4d8a-9392-3bc560a426b1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 943 time: 0.2116811 Jun 16 18:31:07.031311 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-47ea8c15-91b0-4e9d-b4b4-241bd39d353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:07.034995 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-47ea8c15-91b0-4e9d-b4b4-241bd39d353e service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.2803965 Jun 16 18:31:07.107299 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ba89f644-87a7-48bc-b353-4cb206ec5fa9 req-e0e54a40-1dc3-4433-84a6-9046c3bf09e4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351471 Jun 16 18:31:07.138197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] Publish callbacks [] for security_group (97cd12a1-6620-47e7-b576-554070f9bc71), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:07.196953 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] Publish callbacks [] for security_group (97cd12a1-6620-47e7-b576-554070f9bc71), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:07.207729 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f3a0-51a1-4bbd-a1f2-51f524c54f96 req-72e88f03-ff24-41a6-87e4-4cacfabdd759 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:07.217751 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0428f3a0-51a1-4bbd-a1f2-51f524c54f96 req-72e88f03-ff24-41a6-87e4-4cacfabdd759 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1520388 Jun 16 18:31:07.221923 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-2b1877e4-b68d-40a3-b130-bebca099aa98 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e HTTP/1.1" status: 200 len: 217 time: 0.1777818 Jun 16 18:31:07.295457 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (97cd12a1-6620-47e7-b576-554070f9bc71), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:07.298342 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:07.303584 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97cd12a1-6620-47e7-b576-554070f9bc71 HTTP/1.1" status: 204 len: 168 time: 0.5007095 Jun 16 18:31:07.314733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294d9f6-f05f-434f-b320-dd9d91cd1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd12a1-6620-47e7-b576-554070f9bc71,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:07.402231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-a5e899c9-4ec8-443b-bb5d-14deaa2135f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:07.406383 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-a5e899c9-4ec8-443b-bb5d-14deaa2135f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.1760159 Jun 16 18:31:07.420885 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0428f3a0-51a1-4bbd-a1f2-51f524c54f96 req-056d70b9-e953-408f-83cc-eb7134df5466 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984499 Jun 16 18:31:07.544100 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:07.582224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-a84951f4-2668-4f0a-ab87-29120f097c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:07.592827 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-a84951f4-2668-4f0a-ab87-29120f097c0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1199703 Jun 16 18:31:07.772334 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 561647b3-5ae8-4d31-9f4a-ca1106d4478e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:31:07.885736 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-92840b13-b316-4015-8699-5630d2c14ed3 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821386 Jun 16 18:31:08.083977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e672aaf-a067-4d89-be8f-85d1459470aa req-dfc64bc4-5d96-4573-ae74-080aec8020cf tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:08.094556 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e672aaf-a067-4d89-be8f-85d1459470aa req-dfc64bc4-5d96-4573-ae74-080aec8020cf tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2214336 Jun 16 18:31:08.124925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:08.154272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:08.159668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:08.161709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'port_id': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'mac_address': 'fa:16:3e:a5:ae:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:31:08.238650 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3cab1bd6-e938-4b0e-b77c-b489d6a281e1 req-48f78739-b5f5-4585-aa99-8b5a713d5d05 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473716 Jun 16 18:31:08.239107 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e672aaf-a067-4d89-be8f-85d1459470aa req-6e0da2d1-329b-4cfa-b77e-d35468dd3d4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295574 Jun 16 18:31:08.327622 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563276c-1a55-46fc-869a-07db37302157 req-5870b1b6-8250-4689-90c8-8f5456b2ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:08.331081 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-5870b1b6-8250-4689-90c8-8f5456b2ab5f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.4053974 Jun 16 18:31:08.332863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 561647b3-5ae8-4d31-9f4a-ca1106d4478e is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:08.335361 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:08.390161 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1cfcc-e8e3-4385-926f-5155560022ee req-ce943d5f-999b-45b5-b465-3fafff0e813d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:08.399502 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7ae1cfcc-e8e3-4385-926f-5155560022ee req-ce943d5f-999b-45b5-b465-3fafff0e813d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 943 time: 0.0742016 Jun 16 18:31:08.409569 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561647b3-5ae8-4d31-9f4a-ca1106d4478e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:08.416834 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59400) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:08.426051 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:08.499409 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:08.534517 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:08.553977 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7ae1cfcc-e8e3-4385-926f-5155560022ee req-2ebeae2f-312e-46d8-885f-aee90994c6c1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527939 Jun 16 18:31:08.684041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:08.685742 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeda83-bc7e-4516-9ced-9b6ccc2e082b req-b1958735-fb8b-4992-a319-0e705b0ee1b4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:08.687394 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5eeda83-bc7e-4516-9ced-9b6ccc2e082b req-b1958735-fb8b-4992-a319-0e705b0ee1b4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1454601 Jun 16 18:31:08.738667 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563276c-1a55-46fc-869a-07db37302157 req-8130fe46-1fec-48d9-af65-4da068294236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:08.742509 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-8130fe46-1fec-48d9-af65-4da068294236 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.4037664 Jun 16 18:31:08.842399 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-be4c851a-52b5-4faa-96d8-0854ebdddb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:08.847481 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-5ac6aa89-3115-42bc-b2c2-b1063e528bfe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.0871127 Jun 16 18:31:08.893208 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['561647b3-5ae8-4d31-9f4a-ca1106d4478e'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:31:08.977340 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5eeda83-bc7e-4516-9ced-9b6ccc2e082b req-d8d77739-59e4-4e8f-8b59-247a980cef75 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719402 Jun 16 18:31:09.025462 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563276c-1a55-46fc-869a-07db37302157 req-46c46414-6ce4-42e7-9e17-74cf32833291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:09.032114 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-46c46414-6ce4-42e7-9e17-74cf32833291 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1689594 Jun 16 18:31:09.158411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563276c-1a55-46fc-869a-07db37302157 req-328745b0-318a-4af4-8585-288871be2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:09.161173 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-328745b0-318a-4af4-8585-288871be2082 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1193566 Jun 16 18:31:09.315212 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-fadb3b7a-a427-4070-8f14-da47e04447ac service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375718 Jun 16 18:31:09.366687 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-be4c851a-52b5-4faa-96d8-0854ebdddb09 admin admin] Publish callbacks [] for security_group (f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.388945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-be4c851a-52b5-4faa-96d8-0854ebdddb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.487317 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c851a-52b5-4faa-96d8-0854ebdddb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:09.528148 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:09.536928 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:09.539391 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-be4c851a-52b5-4faa-96d8-0854ebdddb09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e153f3946d3e414fb5931013f9f385c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1212780 Jun 16 18:31:09.547978 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59436) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:09.548255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-8fd5d241-6dd5-4cae-b2ea-be974cde9c4f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:09.549904 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-8fd5d241-6dd5-4cae-b2ea-be974cde9c4f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 815 time: 0.4005570 Jun 16 18:31:09.576267 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-4b45b156-cfb9-49d6-bfb0-8a617eeac0c8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/quotas/c9fa2caa1412451aa0308c807d5c62d8 HTTP/1.1" status: 200 len: 375 time: 0.0193477 Jun 16 18:31:09.661757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:09.681787 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9486-4cf2-49fe-bf1f-701f0f4a2314 req-be2f61e1-4430-4283-a23f-fc8ee0944a5b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:09.692150 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5dda9486-4cf2-49fe-bf1f-701f0f4a2314 req-be2f61e1-4430-4283-a23f-fc8ee0944a5b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.2397454 Jun 16 18:31:09.714643 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:09.716540 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-ee57d606-3a85-4a4c-baf3-b0b996a5e76c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316538 Jun 16 18:31:09.717803 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7563276c-1a55-46fc-869a-07db37302157 req-831ef51f-1e8f-4e87-86f9-7fae76f0a6b9 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009895 Jun 16 18:31:09.784339 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] Publish callbacks [] for security_group (f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.811898 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5dda9486-4cf2-49fe-bf1f-701f0f4a2314 req-15d03811-2245-46a3-8365-a37a7c1253ca tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119807 Jun 16 18:31:09.832293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] Publish callbacks [] for security_group (f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.956823 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.963002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:09.973067 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb HTTP/1.1" status: 204 len: 168 time: 0.4088175 Jun 16 18:31:10.017194 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce7b08-36f6-4c5b-8eda-2832c7749214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d12f1-2c2e-4b9d-93c5-293dd6cd2deb,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:10.144174 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24852026-cf15-4396-bfaf-21b83876695d req-9920f0d1-5d0e-4e93-9767-7818e8c4eb17 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:10.147104 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24852026-cf15-4396-bfaf-21b83876695d req-9920f0d1-5d0e-4e93-9767-7818e8c4eb17 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 944 time: 0.1349142 Jun 16 18:31:10.149810 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-f2f6018a-d9ca-4efe-9920-fec178a40d9b service neutron] 10.222.0.30 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796759 Jun 16 18:31:10.258013 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24852026-cf15-4396-bfaf-21b83876695d req-df79df75-085e-42cd-b14c-ad07713346c5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953145 Jun 16 18:31:10.263563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:31:10.294900 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 561647b3-5ae8-4d31-9f4a-ca1106d4478e up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:31:10.345353 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-e897af69-4abf-45d5-9246-49279604a6e7 service neutron] 10.222.0.30 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942627 Jun 16 18:31:10.435941 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 561647b3-5ae8-4d31-9f4a-ca1106d4478e completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:31:10.457099 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:10.471616 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:10.476585 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 561647b3-5ae8-4d31-9f4a-ca1106d4478e triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:10.477664 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:10.554466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706874a9-f98a-4264-8f37-8779bb21bf47 req-7166d9ec-622c-4d30-a42f-cff8cb28dba7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:10.554916 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:31:10.559142 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706874a9-f98a-4264-8f37-8779bb21bf47 req-7166d9ec-622c-4d30-a42f-cff8cb28dba7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1347380 Jun 16 18:31:10.728256 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-961e86a6-99b8-4747-b187-7d613f086970 req-46c6a8e2-3e93-45a4-abd2-beca40fe482c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0820067 Jun 16 18:31:10.754549 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: ACTIVE; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:10.755324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:10.785073 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706874a9-f98a-4264-8f37-8779bb21bf47 req-2db09f4a-df3a-4c05-8f6f-d2b954909322 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088034 Jun 16 18:31:10.804773 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 561647b3-5ae8-4d31-9f4a-ca1106d4478e is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:10.805209 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:10.814891 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:10.860714 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:10.864239 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc26db-616e-42eb-8124-aa47fb3a03f4" -d '{"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-plugged", "status": "completed", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:10.949505 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:10.960637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:10.981082 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:10.987877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ae51d-00ea-41bb-a5d8-a2f900bea19d x-openstack-request-id: req-481ae51d-00ea-41bb-a5d8-a2f900bea19d {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:10.988241 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-plugged", "status": "completed", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:10.988599 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-481ae51d-00ea-41bb-a5d8-a2f900bea19d {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:10.991479 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481ae51d-00ea-41bb-a5d8-a2f900bea19d'] response: {'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'code': 200} Jun 16 18:31:10.992260 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:11.016316 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:11.142595 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['7416c7c3-1e79-4777-a950-c0c27847ca8e'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:31:11.190378 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aab30e-057f-4e01-8530-1052d9070ef7 req-a6aca5e0-ff0b-4e00-97be-8e9074a9798e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:11.193626 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9aab30e-057f-4e01-8530-1052d9070ef7 req-a6aca5e0-ff0b-4e00-97be-8e9074a9798e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1636806 Jun 16 18:31:11.242007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=6']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:11.365026 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:11.434604 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9aab30e-057f-4e01-8530-1052d9070ef7 req-5a7f1a31-780e-4382-afe5-d32b3ebc9df6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326245 Jun 16 18:31:11.713797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff150f7-3d8b-4bcd-bdf2-6424729d5673 req-37050ec5-287f-435e-8997-d7235c96a1f1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:11.724296 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7ff150f7-3d8b-4bcd-bdf2-6424729d5673 req-37050ec5-287f-435e-8997-d7235c96a1f1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.1578467 Jun 16 18:31:11.894326 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7ff150f7-3d8b-4bcd-bdf2-6424729d5673 req-d88ac4cd-cdf0-44f8-ad6c-951b4ef9273b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668062 Jun 16 18:31:11.950205 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e58a6a3f-1b45-4be2-a896-82bf50691b9b req-c771c2fd-85d4-4018-8379-7a29c56bbdf5 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0672727 Jun 16 18:31:12.069593 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424097b-4610-4933-9cd9-cede9b14263f req-22d4f443-3094-47f2-8401-4a507c52d81e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:12.072836 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9424097b-4610-4933-9cd9-cede9b14263f req-22d4f443-3094-47f2-8401-4a507c52d81e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.0685179 Jun 16 18:31:12.139510 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9424097b-4610-4933-9cd9-cede9b14263f req-8286a648-161a-490b-be79-01cdee9756cc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610883 Jun 16 18:31:12.282111 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:31:12.374119 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 7416c7c3-1e79-4777-a950-c0c27847ca8e triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:12.374798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:12.505448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:12.505951 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:12.593766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:12.606706 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:12.790766 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f65d3-5a31-4aad-8b57-5f7d4bb9d235 req-a44fa574-3cc7-4bc1-9caa-805b944ec068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:12.799278 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b46f65d3-5a31-4aad-8b57-5f7d4bb9d235 req-a44fa574-3cc7-4bc1-9caa-805b944ec068 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 1129 time: 0.2335603 Jun 16 18:31:12.799873 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=7']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:12.911617 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673c179-68c8-4bb1-94df-d3fd4560f58b req-a47cbabc-e613-410a-b321-f4201da00f2a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:12.916179 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0673c179-68c8-4bb1-94df-d3fd4560f58b req-a47cbabc-e613-410a-b321-f4201da00f2a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1793489 Jun 16 18:31:12.967777 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b46f65d3-5a31-4aad-8b57-5f7d4bb9d235 req-3b4efc68-4a1d-4dbb-899b-745e99583b0a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136651 Jun 16 18:31:12.992443 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:12.996284 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6483fc79-4972-455e-8127-bc4166f63373" -d '{"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:13.055753 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:13.126264 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0673c179-68c8-4bb1-94df-d3fd4560f58b req-8665be16-ffcd-4891-b80a-14c00ca7e089 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650195 Jun 16 18:31:13.183760 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b090bf-77ab-4685-8db8-b794ebaa9f50 req-53c50f43-6ffa-47de-8440-58d76d551ba6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:13.192188 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a9b090bf-77ab-4685-8db8-b794ebaa9f50 req-53c50f43-6ffa-47de-8440-58d76d551ba6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0951569 Jun 16 18:31:13.291339 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a9b090bf-77ab-4685-8db8-b794ebaa9f50 req-52aa4aa2-4ba5-4e92-b5a1-4fd7da8fdf5b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873208 Jun 16 18:31:13.360223 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f90ef0-2d9a-4937-ba2d-c4313b483bc7 x-openstack-request-id: req-c8f90ef0-2d9a-4937-ba2d-c4313b483bc7 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:13.360846 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:13.361259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8f90ef0-2d9a-4937-ba2d-c4313b483bc7 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:13.361825 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f90ef0-2d9a-4937-ba2d-c4313b483bc7'] response: {'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'code': 200} Jun 16 18:31:13.405837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-14b73f23-9b82-4ba1-9692-6074b3593132 req-5dee14c3-a893-46cc-94e5-a75d27d83b6b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.1072998 Jun 16 18:31:13.527311 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:13.557996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7a66-52d7-4300-95c7-a7f25e1b978f req-4ca6ca3d-ba2d-4735-8fd5-0d7e4f14274f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:13.559681 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-204a7a66-52d7-4300-95c7-a7f25e1b978f req-4ca6ca3d-ba2d-4735-8fd5-0d7e4f14274f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0866487 Jun 16 18:31:13.662424 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-204a7a66-52d7-4300-95c7-a7f25e1b978f req-6d4818d1-c57c-460f-bac5-4e3182dc6a12 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928671 Jun 16 18:31:14.362716 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98863d7-15c5-463c-b742-e9b6372494af req-781e28da-bb2b-46dc-9fb8-b265cceb9210 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:14.375349 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a98863d7-15c5-463c-b742-e9b6372494af req-781e28da-bb2b-46dc-9fb8-b265cceb9210 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.1018751 Jun 16 18:31:14.494774 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a98863d7-15c5-463c-b742-e9b6372494af req-20bd991b-fd89-404e-a642-64c0c6360b40 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176097 Jun 16 18:31:14.599236 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486dfbd-71e0-4b25-9e26-d9b2e6332357 req-9c0fa1b6-168f-4f0d-acf9-f11d7bd270f3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:14.608674 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6486dfbd-71e0-4b25-9e26-d9b2e6332357 req-9c0fa1b6-168f-4f0d-acf9-f11d7bd270f3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0767069 Jun 16 18:31:14.716529 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e56eeecc-9b14-402b-944c-982d09fe3e63 req-4a3e90f7-d47d-4f29-9cde-78973c908c75 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0533428 Jun 16 18:31:14.770484 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6486dfbd-71e0-4b25-9e26-d9b2e6332357 req-f963d551-89e8-4f42-8d43-b9e6341097c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547787 Jun 16 18:31:14.891708 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7666945-db2b-4027-9e1a-8e6167efadc3 req-da5b76b1-5cbe-422e-8226-f39a19f74dbb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:14.893489 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7666945-db2b-4027-9e1a-8e6167efadc3 req-da5b76b1-5cbe-422e-8226-f39a19f74dbb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0855701 Jun 16 18:31:14.971255 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c7666945-db2b-4027-9e1a-8e6167efadc3 req-804b57ff-f9a7-4eba-b8e6-4fc71d36b577 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670602 Jun 16 18:31:15.200619 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59618) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:15.454582 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-705f4656-7bd1-4566-a42a-4f398fa6dc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:15.547665 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:15.624104 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-705f4656-7bd1-4566-a42a-4f398fa6dc7b admin admin] Publish callbacks [] for security_group (29888104-57db-48d8-a28d-33b7beb1ff7f), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:15.640405 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-705f4656-7bd1-4566-a42a-4f398fa6dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (29888104-57db-48d8-a28d-33b7beb1ff7f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:15.700037 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f4656-7bd1-4566-a42a-4f398fa6dc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29888104-57db-48d8-a28d-33b7beb1ff7f,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:15.718645 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-705f4656-7bd1-4566-a42a-4f398fa6dc7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9457b9fe64c241a1b1bf36eff809d703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169027 Jun 16 18:31:15.722858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59626) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:15.806396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] Publish callbacks [] for security_group (29888104-57db-48d8-a28d-33b7beb1ff7f), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:15.880586 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] Publish callbacks [] for security_group (29888104-57db-48d8-a28d-33b7beb1ff7f), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:15.889163 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7a989fc0-1334-4d24-bbbd-f2e07aa3aa83 req-82a46f13-4e95-429b-b6d3-28dbf7bb8fdd tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0615449 Jun 16 18:31:15.998256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:16.046833 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (29888104-57db-48d8-a28d-33b7beb1ff7f), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:16.059289 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:16.060856 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29888104-57db-48d8-a28d-33b7beb1ff7f HTTP/1.1" status: 204 len: 168 time: 0.3366325 Jun 16 18:31:16.073405 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4742a-6bdd-4dca-b565-a5ab88961ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29888104-57db-48d8-a28d-33b7beb1ff7f,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:16.197230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5277-d795-4037-bdf2-162da7cc5a7f req-89f1054d-d9dd-4b91-9962-3d0d806e7d79 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:16.205399 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-300b5277-d795-4037-bdf2-162da7cc5a7f req-89f1054d-d9dd-4b91-9962-3d0d806e7d79 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.2235687 Jun 16 18:31:16.304934 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:16.332264 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4df00-7dfd-4c99-919f-3b2db0116174 req-90dcd285-f1cb-4a97-9a88-e90d0031c7e1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:16.344970 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84e4df00-7dfd-4c99-919f-3b2db0116174 req-90dcd285-f1cb-4a97-9a88-e90d0031c7e1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1820598 Jun 16 18:31:16.377947 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-300b5277-d795-4037-bdf2-162da7cc5a7f req-8930564b-444d-4736-94cc-64361e7f1ed8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708941 Jun 16 18:31:16.476869 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84e4df00-7dfd-4c99-919f-3b2db0116174 req-303140f1-468e-433e-98ff-d494dae3e3e7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286497 Jun 16 18:31:16.598961 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-9f4cae68-3032-43e0-8709-f5f2a4a1abbc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2064407 Jun 16 18:31:16.744224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-61e8332d-9a0c-4644-902b-62d3f2c146f3 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:16.747303 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-61e8332d-9a0c-4644-902b-62d3f2c146f3 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 815 time: 0.3655519 Jun 16 18:31:16.976799 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59654) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:17.000150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8472af29-6d8e-4a64-af8b-bf2db0ace184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.144024 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-21ac32b7-b3b7-4e93-a493-c3a6ae80c74a req-2aeeb32b-508b-4d7f-9226-59270b5abc3a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0794873 Jun 16 18:31:17.172115 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8472af29-6d8e-4a64-af8b-bf2db0ace184 admin admin] Publish callbacks [] for security_group (125e39a8-04c0-43fe-97bc-04bbc402ba38), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.179781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8472af29-6d8e-4a64-af8b-bf2db0ace184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (125e39a8-04c0-43fe-97bc-04bbc402ba38), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.272871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472af29-6d8e-4a64-af8b-bf2db0ace184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125e39a8-04c0-43fe-97bc-04bbc402ba38,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:17.283623 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8472af29-6d8e-4a64-af8b-bf2db0ace184 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1654a0a0b1a2469298ad3b3b38092d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051648 Jun 16 18:31:17.287598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59658) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:17.364234 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] Publish callbacks [] for security_group (125e39a8-04c0-43fe-97bc-04bbc402ba38), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.420615 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] Publish callbacks [] for security_group (125e39a8-04c0-43fe-97bc-04bbc402ba38), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.504100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59666) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:17.512774 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945531727', 'description': 'tempest-description--57902770'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:17.569746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.695985 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ed34a-e6c2-422a-be42-d0d5121bc301 req-b3d36b66-dd06-423e-be85-39f6fd7b60bf tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:17.706382 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec5ed34a-e6c2-422a-be42-d0d5121bc301 req-b3d36b66-dd06-423e-be85-39f6fd7b60bf tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.1735129 Jun 16 18:31:17.740895 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:17.767041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (125e39a8-04c0-43fe-97bc-04bbc402ba38), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.770264 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.771464 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/125e39a8-04c0-43fe-97bc-04bbc402ba38 HTTP/1.1" status: 204 len: 168 time: 0.4835088 Jun 16 18:31:17.796536 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fd176-ac0a-45fb-b080-00db61442ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125e39a8-04c0-43fe-97bc-04bbc402ba38,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:17.811379 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ec5ed34a-e6c2-422a-be42-d0d5121bc301 req-86d4df42-cb93-4c15-a667-9c4d847047e9 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039205 Jun 16 18:31:17.844347 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1954-9cb6-46ee-ab23-e7d098be7d4e req-4696b773-c815-418d-a5ec-f52bbef3a327 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:17.845980 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bcad1954-9cb6-46ee-ab23-e7d098be7d4e req-4696b773-c815-418d-a5ec-f52bbef3a327 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1230404 Jun 16 18:31:17.939004 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (57b4d0ad-8a0c-4740-8f85-e8ac068e9415), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.947866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (57b4d0ad-8a0c-4740-8f85-e8ac068e9415), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.959112 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bcad1954-9cb6-46ee-ab23-e7d098be7d4e req-ae620549-6324-42e6-810c-973ed2137583 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020703 Jun 16 18:31:17.991439 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:17.996697 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4873595 Jun 16 18:31:17.997528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59674) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:18.002832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'security_group_rule': {'security_group_id': '57b4d0ad-8a0c-4740-8f85-e8ac068e9415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:18.008310 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b242df0-ded9-449f-8e40-9f6d97f74955 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4d0ad-8a0c-4740-8f85-e8ac068e9415,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:18.030026 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:18.051239 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (995a8fd0-d3d0-40f0-98dd-19addd3a4cea), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.134878 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (995a8fd0-d3d0-40f0-98dd-19addd3a4cea), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.147237 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (995a8fd0-d3d0-40f0-98dd-19addd3a4cea), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.226016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995a8fd0-d3d0-40f0-98dd-19addd3a4cea,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:18.240506 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.242340 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2388c6cd-26f7-4866-964f-a92be35ab2d1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435775 Jun 16 18:31:18.257226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59678) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:18.265017 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'security_group_rule': {'security_group_id': '57b4d0ad-8a0c-4740-8f85-e8ac068e9415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:18.355726 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1c8fde07-fcd2-4c5b-9066-1f5c11ce0892 req-eec6827f-0ed7-412f-aa43-fd20f251dbf4 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.1094737 Jun 16 18:31:18.376548 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (44144fd2-5eb8-41a0-9722-a57445c8f3ee), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.476398 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (44144fd2-5eb8-41a0-9722-a57445c8f3ee), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.495933 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (44144fd2-5eb8-41a0-9722-a57445c8f3ee), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.833185 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44144fd2-5eb8-41a0-9722-a57445c8f3ee,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:18.845564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:18.846880 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-24e88566-f769-45f9-ae8b-58a6e9b32975 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883882 Jun 16 18:31:18.851899 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59698) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:18.858252 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:18.897413 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:19.138510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:19.153678 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:19.233175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30f859-1565-4f7c-ab46-2022ba5f1524 req-95d7ce5e-fc4c-4bab-886c-719e69e20451 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:19.245962 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae30f859-1565-4f7c-ab46-2022ba5f1524 req-95d7ce5e-fc4c-4bab-886c-719e69e20451 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0937083 Jun 16 18:31:19.295978 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258202f9-0cc1-4ecf-b93e-b3602760e4a7 req-52dfe638-8c24-4ccb-a0c1-9fcf0d52143a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:19.297943 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-258202f9-0cc1-4ecf-b93e-b3602760e4a7 req-52dfe638-8c24-4ccb-a0c1-9fcf0d52143a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.2706439 Jun 16 18:31:19.344391 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae30f859-1565-4f7c-ab46-2022ba5f1524 req-4aa5542a-64ee-48a5-b62a-5db3d4ce8eeb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896604 Jun 16 18:31:19.510806 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Allocated IP 172.27.2.47 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/0dfc4017-dc00-4159-b25f-2b2ceb231b46) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:31:19.547205 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b4decc88-b1cb-4259-bb58-080bb2ea2387 req-e52c0848-bb94-4455-9634-daa0f30c8142 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.0768819 Jun 16 18:31:19.728314 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-258202f9-0cc1-4ecf-b93e-b3602760e4a7 req-ec0fddbd-0fdb-42ff-a10b-8f9e8f59ab79 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186654 Jun 16 18:31:19.817165 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:19.890871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:19.973084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b87d8836-9bfc-4728-be26-0efb87de233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:19.974689 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b87d8836-9bfc-4728-be26-0efb87de233d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.1125627 Jun 16 18:31:19.982058 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'port': {'device_id': '26fdb428-7e41-4e0f-b91a-15009844089f', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'admin_state_up': True, 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:20.077136 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:31:20.083991 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:31:20.105138 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:31:20.235472 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'Port': ['ID=0dfc4017-dc00-4159-b25f-2b2ceb231b46,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:20.261681 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:20.263395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-ec090138-6f58-4551-b623-e33b820801d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:20.265488 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-ec090138-6f58-4551-b623-e33b820801d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1812439 Jun 16 18:31:20.368138 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:20.450105 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Made reservation on behalf of c9fa2caa1412451aa0308c807d5c62d8 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:31:20.458832 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:20.486491 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:20.920101 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bad14b-d859-4546-9415-bca092c31933 req-2f304ffe-66a4-47bf-8a7e-a226a2499ad2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:20.932941 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-29bad14b-d859-4546-9415-bca092c31933 req-2f304ffe-66a4-47bf-8a7e-a226a2499ad2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2541082 Jun 16 18:31:20.937337 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:20.943277 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:20.946556 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:20.956674 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:21.093360 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ca93bee-255f-4ae0-a279-baa958652115 req-bb94bfb8-2751-4617-8f33-044c516d4061 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 210 time: 0.1405621 Jun 16 18:31:21.169778 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Allocated IP 172.20.0.4 (27d95e4b-ad96-4962-a7f7-edebeb2e07d8/461d18ac-9b91-4ec0-933e-3c13f8323c86/60aa1d76-6fda-4493-91ab-da6bd2ca0a42) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:31:21.308606 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-29bad14b-d859-4546-9415-bca092c31933 req-9b7ad9a9-976d-4839-a1af-e3d50e653fa1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665226 Jun 16 18:31:21.311914 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'Port': ['ID=0dfc4017-dc00-4159-b25f-2b2ceb231b46,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:21.356329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:21.498262 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5fc7-b3c3-4f20-8d97-1a1002309538 req-cacef33e-96a9-4a97-8860-5fe86ba0dbe4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:21.524066 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fa0f5fc7-b3c3-4f20-8d97-1a1002309538 req-cacef33e-96a9-4a97-8860-5fe86ba0dbe4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.1549084 Jun 16 18:31:21.605602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:21.611649 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0ab1ba7f-9011-4757-83eb-6e9f1a66eb68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7574053 Jun 16 18:31:21.737626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:21.745759 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fa0f5fc7-b3c3-4f20-8d97-1a1002309538 req-51c994df-48c7-406e-a320-4299b8a30c72 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052636 Jun 16 18:31:22.029881 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36036d2-0a57-41ac-bf03-2c091fdecfd1 req-5baaaff7-7546-4c33-907a-f50fc2913776 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:22.032558 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e36036d2-0a57-41ac-bf03-2c091fdecfd1 req-5baaaff7-7546-4c33-907a-f50fc2913776 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.1171718 Jun 16 18:31:22.052822 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59784) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:22.064960 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:22.069685 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'port_id': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:22.194795 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-30d71cfa-7d58-4901-ab99-b4a191696068 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.1832521 Jun 16 18:31:22.296307 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:22.391161 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:22.790797 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:31:22.826875 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dd037-dbdd-458c-a26f-508a16f1ff2a req-94a4bf0b-094e-4641-bfa1-c4f61c60116a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:22.840530 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6c1dd037-dbdd-458c-a26f-508a16f1ff2a req-94a4bf0b-094e-4641-bfa1-c4f61c60116a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 931 time: 0.4587924 Jun 16 18:31:22.843823 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:31:22.850496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:31:22.858946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:22.863013 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:22.899857 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:22.989571 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-dbed7478-03f8-409f-84f3-457860c0ce84 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0121551 Jun 16 18:31:23.092802 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6c1dd037-dbdd-458c-a26f-508a16f1ff2a req-7252c741-e021-4963-a9d4-668dfdb2254e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504840 Jun 16 18:31:23.412135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615264-d9fb-476d-aafc-51b33f6a677e req-11d16c72-a553-4607-a6a1-2e412c128f93 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:23.423891 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d1615264-d9fb-476d-aafc-51b33f6a677e req-11d16c72-a553-4607-a6a1-2e412c128f93 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1558616 Jun 16 18:31:23.523887 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:23.538256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.db.resource_extend [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 18:31:23.544873 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Request body: {'port': {'device_id': '26fdb428-7e41-4e0f-b91a-15009844089f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:23.609326 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b63074d1-6393-406d-872b-e061ca476e42 None None] Provisioning complete for port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:23.610214 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63074d1-6393-406d-872b-e061ca476e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:23.734450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b63074d1-6393-406d-872b-e061ca476e42 None None] Port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:31:23.785588 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:23.795656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:23.932020 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d1615264-d9fb-476d-aafc-51b33f6a677e req-551cd0ec-1717-47b5-b7cc-a360d4a50e17 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039854 Jun 16 18:31:24.016239 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b768a65e-4175-4362-926f-ec91ab8b6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:24.019848 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b768a65e-4175-4362-926f-ec91ab8b6bb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.5883617 Jun 16 18:31:24.040202 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:24.097929 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP f5848f53-3eb9-4045-baef-acf8566aec67 associated. External IP: 172.27.2.87, port: 561647b3-5ae8-4d31-9f4a-ca1106d4478e. Jun 16 18:31:24.581164 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:24.687154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b36f547b-9e6c-4510-9b21-bb634ff32d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:24.688907 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-b36f547b-9e6c-4510-9b21-bb634ff32d18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1997292 Jun 16 18:31:24.705458 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df385c-c097-4368-b941-d4aade24702d req-8e10b753-14a4-4b75-847a-35478a766c60 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:24.707906 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-45df385c-c097-4368-b941-d4aade24702d req-8e10b753-14a4-4b75-847a-35478a766c60 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 931 time: 0.2209682 Jun 16 18:31:24.862152 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-45df385c-c097-4368-b941-d4aade24702d req-87662792-43ab-4437-9240-4b5ed4037d70 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397383 Jun 16 18:31:24.943081 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:31:25.073615 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:25.091890 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks [] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:25.110621 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Transition to ACTIVE for port object 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:31:25.111534 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:25.113050 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:25.180958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:25.191214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71747a0-8e3d-45ae-bf1f-7352146f6c45 req-4f4dcf4a-30b3-4901-b14a-ea69df2e10ad tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:25.199065 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b71747a0-8e3d-45ae-bf1f-7352146f6c45 req-4f4dcf4a-30b3-4901-b14a-ea69df2e10ad tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0839126 Jun 16 18:31:25.337793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:25.358726 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b71747a0-8e3d-45ae-bf1f-7352146f6c45 req-af3db0b2-31e9-4770-b972-76cd1c629833 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583524 Jun 16 18:31:25.432458 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.433350 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.434046 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.434828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.435605 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.436585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.437319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.438062 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.438807 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.439514 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.440499 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.441266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.442966 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.443849 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.444977 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:25.507604 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Attempting to bind port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:31:25.508781 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Attempting to bind port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:31:25.509092 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Attempting to bind port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 on network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:25.531191 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 on network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:31:25.531505 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Attempting to bind port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 on network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:25.550595 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:31:25.550899 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Checking segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:31:25.551324 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Bound using segment: {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:31:25.551731 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Bound port: 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:31:25.552191 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:25.731451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:25.772755 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:31:25.801359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:31:25.809260 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:25.832196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:31:25.856173 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:31:25.883271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:31:25.892031 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6b547d9a-8e85-4a96-bcc4-23c936399ca6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "PUT /v2.0/floatingips/f5848f53-3eb9-4045-baef-acf8566aec67 HTTP/1.1" status: 200 len: 990 time: 3.8364933 Jun 16 18:31:25.893219 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:25.898227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:25.904981 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:31:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:31:25.953323 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:26.049283 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:26.076820 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:26.078047 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:26.079953 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-fd96a48e-35e7-4aef-b642-5d11738bd0fd service neutron] 10.222.0.88 "PUT /v2.0/ports/60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 1093 time: 2.6461155 Jun 16 18:31:26.080694 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:26.084262 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:26.089755 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:26.093283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:26.168853 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af845f01-b4b8-40f0-a302-8b062e65ffda req-ba0fcb63-c072-4bb2-a5d9-918740ccd74f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:26.170797 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-af845f01-b4b8-40f0-a302-8b062e65ffda req-ba0fcb63-c072-4bb2-a5d9-918740ccd74f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.0753295 Jun 16 18:31:26.234531 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-bd25822a-ac19-4eb8-883e-6fd8e7b42f85 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915965 Jun 16 18:31:26.276230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:31:26.284952 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-af845f01-b4b8-40f0-a302-8b062e65ffda req-dfd4f290-450f-460c-a3ad-b0e102fe5b03 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042657 Jun 16 18:31:26.406382 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-54bcd8aa-53e5-4dcf-8c42-2c28301dc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:26.409668 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-54bcd8aa-53e5-4dcf-8c42-2c28301dc917 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1127 time: 0.1091514 Jun 16 18:31:26.485985 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e8481-d44e-4cdb-9529-fb31fa1f8411 x-openstack-request-id: req-360e8481-d44e-4cdb-9529-fb31fa1f8411 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:26.486804 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:26.487386 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-360e8481-d44e-4cdb-9529-fb31fa1f8411 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:26.488411 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360e8481-d44e-4cdb-9529-fb31fa1f8411'] response: {'name': 'network-changed', 'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'status': 'completed', 'code': 200} Jun 16 18:31:26.575557 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-d71556e2-86c8-4238-b235-731d1d040ec5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 217 time: 0.1502531 Jun 16 18:31:26.595714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b215764e-dc53-4fd7-a48a-2d927f68cc64 x-openstack-request-id: req-b215764e-dc53-4fd7-a48a-2d927f68cc64 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:26.596013 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:26.596315 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b215764e-dc53-4fd7-a48a-2d927f68cc64 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:26.596822 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b215764e-dc53-4fd7-a48a-2d927f68cc64'] response: {'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:31:26.668257 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-d7bf4682-a3d6-4ed2-9f84-f06f53fdc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:26.670711 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-d7bf4682-a3d6-4ed2-9f84-f06f53fdc0f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.0805416 Jun 16 18:31:26.752643 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-51181879-3160-4ab9-a744-b5e5ef2e83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:26.762078 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-51181879-3160-4ab9-a744-b5e5ef2e83ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 1129 time: 0.2177811 Jun 16 18:31:26.767875 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-5ad54e60-bc5c-40c3-9046-8fee84848091 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047510 Jun 16 18:31:27.013354 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}, {'id': 'f5848f53-3eb9-4045-baef-acf8566aec67', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:a5:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:30:49Z', 'updated_at': '2022-06-16T18:31:23Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:31:27.130227 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a29ca-25a7-40db-80cd-456f6be8cb43 req-f4b53f39-0367-42ca-90fb-e42148a10bac tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:27.141866 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a40a29ca-25a7-40db-80cd-456f6be8cb43 req-f4b53f39-0367-42ca-90fb-e42148a10bac tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.3704846 Jun 16 18:31:27.145150 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:31:27.145445 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-bfa0f11d-14ce-48c1-b041-d17cfb57c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:27.151700 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-bfa0f11d-14ce-48c1-b041-d17cfb57c5dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4588227 Jun 16 18:31:27.185404 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-f5fcd769-3e5a-4b6b-9c5d-dd6b6dfdbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:27.187969 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-f5fcd769-3e5a-4b6b-9c5d-dd6b6dfdbaa7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.4089799 Jun 16 18:31:27.199640 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:31:27.200746 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:31:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:31:27.442321 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b955ec75-c706-4102-ba16-86f186ee39e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:27.591653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:31:27.592536 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-57ae83f9-9b46-42f3-a0bd-a9efa78d4fc8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e HTTP/1.1" status: 200 len: 998 time: 0.2989843 Jun 16 18:31:27.676409 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a40a29ca-25a7-40db-80cd-456f6be8cb43 req-ef825318-51a7-42aa-b564-749f58526fd1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159533 Jun 16 18:31:27.740603 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:27.806067 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-03aa041e-23bc-44dd-be0a-ae0c6ffb4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:27.814040 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-03aa041e-23bc-44dd-be0a-ae0c6ffb4ed8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.2083068 Jun 16 18:31:27.927341 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-3a83b892-5c94-43ca-b5ef-11b2935f46fe service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159427 Jun 16 18:31:28.084237 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-2aee49fd-4b4f-4e40-b6f7-99555de0020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:28.093496 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-2aee49fd-4b4f-4e40-b6f7-99555de0020b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2719779 Jun 16 18:31:28.464251 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d94ba99-1162-4f15-8f5d-28ba2412280c req-f4934363-ffb6-4232-9aa7-8885fcbfd684 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018311 Jun 16 18:31:28.589124 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-bfa6312b-c0fd-4a32-af5b-f349e9743e79 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825616 Jun 16 18:31:28.606814 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42d431-9e57-4275-9237-b8f860137a70 req-04464d1c-784b-4271-9fb4-e0e1f2a0a78e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:28.614573 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2f42d431-9e57-4275-9237-b8f860137a70 req-04464d1c-784b-4271-9fb4-e0e1f2a0a78e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.7151868 Jun 16 18:31:28.866911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:28.882241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-ed291d23-4db2-4f38-91a5-0ed9caae971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:28.886031 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-ed291d23-4db2-4f38-91a5-0ed9caae971f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1127 time: 0.2701781 Jun 16 18:31:28.977079 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2f42d431-9e57-4275-9237-b8f860137a70 req-c1cb3c9d-7497-4d11-a3ef-f39a1df1b437 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651353 Jun 16 18:31:29.130745 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-7ad57381-bf57-4466-a121-52fdfdf4b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:29.135451 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-7ad57381-bf57-4466-a121-52fdfdf4b750 service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.2392778 Jun 16 18:31:29.253307 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-7228ad8d-8f6d-4af3-9aa3-6d86c588c223 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 217 time: 0.1090281 Jun 16 18:31:29.310350 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b40eff7-f124-45ea-9db6-ef91f0b5dc38 req-10adc752-9d04-409d-9e9a-28a9e917631a service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872854 Jun 16 18:31:29.359155 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}, {'id': 'f5848f53-3eb9-4045-baef-acf8566aec67', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:a5:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:30:49Z', 'updated_at': '2022-06-16T18:31:23Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:31:29.457793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f83a8-5d09-457d-9065-17fd95e184d0 req-208b4224-f6cd-445e-946b-f65e2c8a926e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:29.480287 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d2f83a8-5d09-457d-9065-17fd95e184d0 req-208b4224-f6cd-445e-946b-f65e2c8a926e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2016160 Jun 16 18:31:29.482280 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd73cd0-86be-4d4f-902b-3d0135d8c8c8 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}, {'id': 'f5848f53-3eb9-4045-baef-acf8566aec67', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:a5:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:30:49Z', 'updated_at': '2022-06-16T18:31:23Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:31:29.519101 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-32683071-e1b2-4034-a21f-9e31e1d7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:29.519235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-32683071-e1b2-4034-a21f-9e31e1d7ff5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.2504730 Jun 16 18:31:29.704917 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d2f83a8-5d09-457d-9065-17fd95e184d0 req-0a76c7d2-9a2b-408c-8595-9fb12a51dbd1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180235 Jun 16 18:31:29.769071 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b12c6396-e090-457c-88f5-74543ca5452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:30.041086 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-f1586e67-39f5-4d12-8f1f-3ffcff2a109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:30.045948 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-f1586e67-39f5-4d12-8f1f-3ffcff2a109e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1853242 Jun 16 18:31:30.263822 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36260b-17f4-44e7-80d0-394637f8eb73 None None] New status for floating IP f5848f53-3eb9-4045-baef-acf8566aec67: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:31:30.520603 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779081-92f3-4ae0-bc4e-da8de1c8c5b0 req-8bd7a4b9-9353-41ce-b4de-ad330440a4e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:30.543738 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59920) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:30.550639 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-11779081-92f3-4ae0-bc4e-da8de1c8c5b0 req-8bd7a4b9-9353-41ce-b4de-ad330440a4e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.2852354 Jun 16 18:31:30.662552 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-f9b61fc3-247e-48de-ae00-4e2da3dc2bbd service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031587 Jun 16 18:31:31.004202 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-11779081-92f3-4ae0-bc4e-da8de1c8c5b0 req-8455d7e0-7c7e-4e28-8e5e-f1e181a9fa00 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523315 Jun 16 18:31:31.051725 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.052860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c34aaca7-ef3f-4bd5-9ea7-b8d958d5a9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.196606 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-31316c6a-93be-45e6-a15e-b62c7c5bd1fc req-7c28b521-b85d-48b0-840c-321e656288d2 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111151 Jun 16 18:31:31.231144 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a710-829d-4203-8307-0e03e7677aa9 req-9ff7b698-a579-4d3b-8128-bbcc077ff562 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:31.240571 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8b62a710-829d-4203-8307-0e03e7677aa9 req-9ff7b698-a579-4d3b-8128-bbcc077ff562 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1358240 Jun 16 18:31:31.364931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c34aaca7-ef3f-4bd5-9ea7-b8d958d5a9d0 admin admin] Publish callbacks [] for security_group (46504e37-20bc-47b1-a1cf-6095c4df57c4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.374747 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c34aaca7-ef3f-4bd5-9ea7-b8d958d5a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (46504e37-20bc-47b1-a1cf-6095c4df57c4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.413549 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8b62a710-829d-4203-8307-0e03e7677aa9 req-ad231742-ab12-4aaf-b123-3ddf25a8e7cd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717634 Jun 16 18:31:31.467267 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34aaca7-ef3f-4bd5-9ea7-b8d958d5a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46504e37-20bc-47b1-a1cf-6095c4df57c4,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:31.477441 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c34aaca7-ef3f-4bd5-9ea7-b8d958d5a9d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24805c96ab48499c860b71c28d1fd8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9308927 Jun 16 18:31:31.480009 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59934) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:31.621485 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] Publish callbacks [] for security_group (46504e37-20bc-47b1-a1cf-6095c4df57c4), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.716675 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] Publish callbacks [] for security_group (46504e37-20bc-47b1-a1cf-6095c4df57c4), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.881732 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (46504e37-20bc-47b1-a1cf-6095c4df57c4), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.893115 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:31.896572 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46504e37-20bc-47b1-a1cf-6095c4df57c4 HTTP/1.1" status: 204 len: 168 time: 0.4146733 Jun 16 18:31:31.911267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea215-633f-4477-80ac-9b370eeca561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46504e37-20bc-47b1-a1cf-6095c4df57c4,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:32.473309 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:32.520826 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:32.570263 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ecc9-7d5d-4670-9d90-f9a1e9032a56 req-c8b049aa-a780-4354-9c44-e5b7002b132a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:32.592591 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4a07ecc9-7d5d-4670-9d90-f9a1e9032a56 req-c8b049aa-a780-4354-9c44-e5b7002b132a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.3052514 Jun 16 18:31:32.752502 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:32.780926 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4a07ecc9-7d5d-4670-9d90-f9a1e9032a56 req-d01c5ba0-4d64-48d2-a404-87ba0982af7a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853843 Jun 16 18:31:32.831536 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.084469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1e7cf-67f2-4862-a925-b452bda07f1c req-8032a0cd-e446-4d75-b3b6-5483802e7e27 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:33.092486 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91c1e7cf-67f2-4862-a925-b452bda07f1c req-8032a0cd-e446-4d75-b3b6-5483802e7e27 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1049268 Jun 16 18:31:33.136327 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 59962) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:33.207977 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91c1e7cf-67f2-4862-a925-b452bda07f1c req-ad491d5f-0652-476d-b402-b29c5e2653ec tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136882 Jun 16 18:31:33.414785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:33.429844 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.518896 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:33.576375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Publish callbacks [] for security_group (60ec21be-a106-4680-ab48-7f4ec97a63ea), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.583476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (60ec21be-a106-4680-ab48-7f4ec97a63ea), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.640479 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c26f410423a1440cb4a90acc21b98e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017195 Jun 16 18:31:33.641940 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec21be-a106-4680-ab48-7f4ec97a63ea,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:33.643762 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 59974) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:33.654654 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.655548 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.656847 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.657695 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.658363 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.659028 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.659699 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.660290 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.661303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.661908 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.662684 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.663102 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.663664 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.665100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.665100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e842366-8f29-41a0-9d82-6a637ca33834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:33.816916 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] Publish callbacks [] for security_group (60ec21be-a106-4680-ab48-7f4ec97a63ea), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.878552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] Publish callbacks [] for security_group (60ec21be-a106-4680-ab48-7f4ec97a63ea), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:33.995751 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-8ad5e6ac-c4f0-4319-82dd-8145acf9c0d7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--945531727&fields=id&tenant_id=b70bbccf07e3404cb94ba59201061a6a HTTP/1.1" status: 200 len: 267 time: 0.0985100 Jun 16 18:31:34.119034 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1618-0f6e-4aa0-a641-b47da545aed0 req-3a883412-255a-49a0-9e48-9a1ca3afde7c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:34.126086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab1a1618-0f6e-4aa0-a641-b47da545aed0 req-3a883412-255a-49a0-9e48-9a1ca3afde7c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.1758595 Jun 16 18:31:34.197202 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab1a1618-0f6e-4aa0-a641-b47da545aed0 req-7248fd96-d598-44a5-80ac-c46e21e9cc65 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646818 Jun 16 18:31:34.213849 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (60ec21be-a106-4680-ab48-7f4ec97a63ea), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:34.218965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:34.220500 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60ec21be-a106-4680-ab48-7f4ec97a63ea HTTP/1.1" status: 204 len: 168 time: 0.5753682 Jun 16 18:31:34.263632 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483db46-f24a-4cf4-a035-98400b5f16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec21be-a106-4680-ab48-7f4ec97a63ea,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:34.356913 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-fe441b11-eace-4c9d-872e-373218effbd9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:34.358570 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-fe441b11-eace-4c9d-872e-373218effbd9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 0.3435397 Jun 16 18:31:34.388020 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-bdf69e32-2e8c-45dc-b927-325897283bf2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/quotas/b70bbccf07e3404cb94ba59201061a6a HTTP/1.1" status: 200 len: 375 time: 0.0179462 Jun 16 18:31:34.501598 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:31:34.547495 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-5fc59116-384a-485b-852d-b19f8e900f7a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1416726 Jun 16 18:31:34.618687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8825b2-25b1-4577-bb7e-6b107d2c7883 req-ba459528-98e3-4a3f-ab06-109c14a76cc3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:34.623118 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8d8825b2-25b1-4577-bb7e-6b107d2c7883 req-ba459528-98e3-4a3f-ab06-109c14a76cc3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.2828758 Jun 16 18:31:34.734226 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8d8825b2-25b1-4577-bb7e-6b107d2c7883 req-47ba08a9-688e-4b7a-8e4f-e04156cfc26d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042511 Jun 16 18:31:34.749893 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-9eaa2327-0295-4f72-9948-3afc0264159e service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754870 Jun 16 18:31:34.992743 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-e4ac57e9-09fe-4975-8157-4b98978e0f6b service neutron] 10.222.0.30 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302859 Jun 16 18:31:35.058646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60000) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:35.083212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8a4fac96-98d6-4024-8cc4-01e472ff8e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:35.402043 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1a40a244-2494-4731-a78b-4b47fda9b345 req-288739eb-0a31-4155-b660-709ded9a993d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.1096909 Jun 16 18:31:35.441901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bddc44-75c2-4653-ac4b-639586396a6e req-42481193-3959-47b0-af5d-4d314174027f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:35.444774 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50bddc44-75c2-4653-ac4b-639586396a6e req-42481193-3959-47b0-af5d-4d314174027f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.1147761 Jun 16 18:31:35.450943 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8a4fac96-98d6-4024-8cc4-01e472ff8e34 admin admin] Publish callbacks [] for security_group (a56c3630-cde9-4ea8-ac75-2c206d005897), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:35.487937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8a4fac96-98d6-4024-8cc4-01e472ff8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a56c3630-cde9-4ea8-ac75-2c206d005897), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:35.652188 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8a4fac96-98d6-4024-8cc4-01e472ff8e34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=843cf289642b4065a84b0ae9ad931d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924056 Jun 16 18:31:35.657074 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60008) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:35.657821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fac96-98d6-4024-8cc4-01e472ff8e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c3630-cde9-4ea8-ac75-2c206d005897,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:35.672540 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50bddc44-75c2-4653-ac4b-639586396a6e req-37ceafe9-af4e-4f97-9de6-e3a037f6298f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136366 Jun 16 18:31:35.773237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] Publish callbacks [] for security_group (a56c3630-cde9-4ea8-ac75-2c206d005897), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:36.305270 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] Publish callbacks [] for security_group (a56c3630-cde9-4ea8-ac75-2c206d005897), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:36.435809 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60024) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:36.438000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81d1e-3e2a-4fa6-88c2-559fcb9c084e req-5bf87071-e431-4ae5-ae84-3b0993f26a5e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:36.439736 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3ac81d1e-3e2a-4fa6-88c2-559fcb9c084e req-5bf87071-e431-4ae5-ae84-3b0993f26a5e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.0660262 Jun 16 18:31:36.454694 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a56c3630-cde9-4ea8-ac75-2c206d005897), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:36.456750 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:36.463754 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a56c3630-cde9-4ea8-ac75-2c206d005897 HTTP/1.1" status: 204 len: 168 time: 0.7917650 Jun 16 18:31:36.526678 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:36.539553 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b38ce1-be13-47ee-af54-46862e7abbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c3630-cde9-4ea8-ac75-2c206d005897,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:36.590002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:36.621989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-a6fb1d4b-10c5-43d9-9523-1710da84a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:36.623632 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-a6fb1d4b-10c5-43d9-9523-1710da84a1ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1130 time: 0.2517216 Jun 16 18:31:36.728222 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3ac81d1e-3e2a-4fa6-88c2-559fcb9c084e req-0f39fec9-2b9d-4a8b-9ad3-15765527124a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675145 Jun 16 18:31:36.767724 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-de6cfac5-92ef-4fa0-b9ac-01bf4ae31ee6 req-bd57980e-2984-4568-976d-a9c36247a783 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.1137650 Jun 16 18:31:36.929767 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-37b62108-7070-4c6d-81b8-efe2384b074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:36.933934 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-37b62108-7070-4c6d-81b8-efe2384b074a service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.2891302 Jun 16 18:31:37.095108 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65cbf-2603-4f19-97b6-26b551b3e8e8 req-5b63d5da-d528-4772-b935-042bac37b6a7 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:37.114837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a7a65cbf-2603-4f19-97b6-26b551b3e8e8 req-5b63d5da-d528-4772-b935-042bac37b6a7 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.1691148 Jun 16 18:31:37.179023 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-3fd4c2d1-f364-4ffa-9fb7-813a5e3fcf4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 1002 time: 0.1937540 Jun 16 18:31:37.259080 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a7a65cbf-2603-4f19-97b6-26b551b3e8e8 req-f9eaf02d-3e33-49a0-8d10-fe5764318a4f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420979 Jun 16 18:31:37.282423 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bf6d-6d73-4dda-9df1-be054147225d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.394543 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-1371bcd0-44ea-4851-9cd0-ca80599dc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:37.396733 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-1371bcd0-44ea-4851-9cd0-ca80599dc05b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.1351852 Jun 16 18:31:37.432923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bf6d-6d73-4dda-9df1-be054147225d admin admin] Publish callbacks [] for security_group (03630014-9c76-4284-9126-dcf672292c9a), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.439660 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-aaa7bf6d-6d73-4dda-9df1-be054147225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (03630014-9c76-4284-9126-dcf672292c9a), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.444854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:37.503854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7bf6d-6d73-4dda-9df1-be054147225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03630014-9c76-4284-9126-dcf672292c9a,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:37.512846 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-aaa7bf6d-6d73-4dda-9df1-be054147225d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29be734985f8499a9aed692982600d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0716283 Jun 16 18:31:37.513357 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60046) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:37.610446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] Publish callbacks [] for security_group (03630014-9c76-4284-9126-dcf672292c9a), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.653560 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] Publish callbacks [] for security_group (03630014-9c76-4284-9126-dcf672292c9a), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.802989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (03630014-9c76-4284-9126-dcf672292c9a), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.835368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:37.838482 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03630014-9c76-4284-9126-dcf672292c9a HTTP/1.1" status: 204 len: 168 time: 0.3241189 Jun 16 18:31:37.896281 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341752d-6db3-451c-a8ab-f30e59ca5eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03630014-9c76-4284-9126-dcf672292c9a,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:37.950854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:37.964118 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:31:38.146178 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18376e6f-8526-4323-a6a2-2591871a4444 req-3bd64537-c98c-49fb-a016-2e82d60b3ffa tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:38.185089 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18376e6f-8526-4323-a6a2-2591871a4444 req-3bd64537-c98c-49fb-a016-2e82d60b3ffa tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 946 time: 0.1595604 Jun 16 18:31:38.262135 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:38.294524 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5b996396-8eda-4e6b-968c-0faa65efe4d0 req-67b37ff0-a75a-4b35-8715-4bf0d8dfb7ae tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.2097147 Jun 16 18:31:38.411578 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18376e6f-8526-4323-a6a2-2591871a4444 req-c4891866-f3a0-4dde-941b-2449a5ee08da tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251186 Jun 16 18:31:38.459764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: ACTIVE; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:38.460840 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:38.635369 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:38.646611 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a5d600-b47f-489a-875a-1c83610b9369" -d '{"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:38.666635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:38.691264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:38.722591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7acd5f-ee8d-4a95-be90-dde49c60165c req-dd4bae8e-2e6a-448a-b335-f4822ab38cb6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:38.741605 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ce7acd5f-ee8d-4a95-be90-dde49c60165c req-dd4bae8e-2e6a-448a-b335-f4822ab38cb6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.1582108 Jun 16 18:31:38.810299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b8dfc-3d0d-45ce-a252-12c6cba40389 x-openstack-request-id: req-120b8dfc-3d0d-45ce-a252-12c6cba40389 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:38.814769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:38.815174 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-120b8dfc-3d0d-45ce-a252-12c6cba40389 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:38.815727 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120b8dfc-3d0d-45ce-a252-12c6cba40389'] response: {'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'code': 200} Jun 16 18:31:38.816291 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:38.822950 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=8']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:38.859694 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.860503 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.861063 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.861665 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.862230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.865226 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.865925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.867487 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.872460 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.873256 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.873829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.874405 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.874993 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.875557 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.876911 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:38.882737 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ce7acd5f-ee8d-4a95-be90-dde49c60165c req-2e28ec49-72c6-4bdc-b6ec-4b0ad9d9e6d5 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368189 Jun 16 18:31:39.467006 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a2ed1df9-72ad-453e-b3d3-17c363e99a81 req-536db570-14d2-414a-9cfa-c17556ef69a1 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.0405169 Jun 16 18:31:39.663271 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3010-ed9a-41b1-bb0b-ae604e786438 req-a649b0ca-50de-46db-b107-bdf8cf053afd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:39.665944 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2fbe3010-ed9a-41b1-bb0b-ae604e786438 req-a649b0ca-50de-46db-b107-bdf8cf053afd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1079228 Jun 16 18:31:39.732727 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2fbe3010-ed9a-41b1-bb0b-ae604e786438 req-b9fa0fc0-e229-40f1-8328-fd05f1693117 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541873 Jun 16 18:31:40.082680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a266-8742-4a6d-b005-b251a637987f req-95aece9c-c65b-49ac-ac9c-0000b5f0471a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:40.084447 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c57a266-8742-4a6d-b005-b251a637987f req-95aece9c-c65b-49ac-ac9c-0000b5f0471a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.0798059 Jun 16 18:31:40.114284 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-f4de9cd2-baa2-405a-b6f2-f231b621d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:40.119950 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-f4de9cd2-baa2-405a-b6f2-f231b621d5a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0992208 Jun 16 18:31:40.174051 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c57a266-8742-4a6d-b005-b251a637987f req-1ede6f19-516d-4920-97a6-034da1cbc2d1 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818667 Jun 16 18:31:40.368648 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-cc7b68a3-fe2a-40bd-ba0f-61b777f40230 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335155 Jun 16 18:31:40.413807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-72fc8bab-a30c-4cc6-b23d-d2ba4bb8c627 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:40.417384 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-72fc8bab-a30c-4cc6-b23d-d2ba4bb8c627 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 819 time: 0.2318270 Jun 16 18:31:40.620621 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f4936e23-b279-446e-8bd8-cf57175e4f95 req-dadacd3b-1063-405b-b6b4-a1de5274fbe8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.0327272 Jun 16 18:31:40.884637 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32819b8-cca2-4deb-95f4-e780867702e9 req-a8401dba-e8c7-4693-b9c7-906cbcb655f7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:40.886646 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e32819b8-cca2-4deb-95f4-e780867702e9 req-a8401dba-e8c7-4693-b9c7-906cbcb655f7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0608668 Jun 16 18:31:40.955576 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e32819b8-cca2-4deb-95f4-e780867702e9 req-1431aefb-acbf-4a71-bb6d-f74a885b3618 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563943 Jun 16 18:31:41.389389 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4049-e2f5-4f9b-bf2d-a9fdb7b2aa03 req-791989b5-5fc9-42aa-af8b-122f072b3c48 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:41.391716 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e48b4049-e2f5-4f9b-bf2d-a9fdb7b2aa03 req-791989b5-5fc9-42aa-af8b-122f072b3c48 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 943 time: 0.0799649 Jun 16 18:31:41.454764 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e48b4049-e2f5-4f9b-bf2d-a9fdb7b2aa03 req-abdf9b75-390a-4efd-ac12-1e4b579fe7a4 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Jun 16 18:31:41.711385 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f2b89e74-4685-44d8-9750-f4e352b63de4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70bbccf07e3404cb94ba59201061a6a HTTP/1.1" status: 200 len: 379 time: 0.1057270 Jun 16 18:31:41.732434 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'port': {'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'admin_state_up': True, 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'security_groups': ['57b4d0ad-8a0c-4740-8f85-e8ac068e9415']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:41.810344 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c15af31-c1e0-42af-8da0-cc927117e266 req-16ecc9e8-185e-4368-b23c-6af373597f99 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.0732787 Jun 16 18:31:41.817241 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-90c9e10a-5fbd-454c-92c7-7ce50bb43827 req-38859c58-bc38-457e-89db-8cdc1dbc36da service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101011 Jun 16 18:31:41.920761 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Made reservation on behalf of b70bbccf07e3404cb94ba59201061a6a for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:31:41.924255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:41.955271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:31:42.081052 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:42.098462 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'port_id': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'mac_address': 'fa:16:3e:e3:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:31:42.134128 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Allocated IP 172.20.0.11 (15279682-d7de-41a6-80bc-29c22a949874/5972fb80-4f4a-4298-8b84-f90490813b2c/415b1820-aec4-49ee-8ec3-7e34692c9dc5) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:31:42.150477 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:42.150920 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.164099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f221d-bb73-454b-93d5-46608c325825 req-241b4178-f306-4ce7-802b-29e67aac0219 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:42.173768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:42.176422 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-453f221d-bb73-454b-93d5-46608c325825 req-241b4178-f306-4ce7-802b-29e67aac0219 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0819640 Jun 16 18:31:42.202161 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:42.215060 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:42.222490 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.253678 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-453f221d-bb73-454b-93d5-46608c325825 req-89265031-38b3-410f-a301-28d73fe863a5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761108 Jun 16 18:31:42.278746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:42.323532 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:42.347247 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.348563 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:42.390246 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.441260 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Network 15279682-d7de-41a6-80bc-29c22a949874 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:31:42.448340 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:31:42.453026 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:31:42.460213 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event updated for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:42.538120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:42.539241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.549818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:31:42.583535 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1370584c-feed-43dd-bdc4-2eba25dcea83 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8574562 Jun 16 18:31:42.658108 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb6a8a-0453-4c56-bd30-8c4b2a7b82ac req-9f6f7bcc-2f5e-4fa0-b30a-cd112c03c137 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:42.660027 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2fb6a8a-0453-4c56-bd30-8c4b2a7b82ac req-9f6f7bcc-2f5e-4fa0-b30a-cd112c03c137 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 944 time: 0.0992801 Jun 16 18:31:42.737685 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2fb6a8a-0453-4c56-bd30-8c4b2a7b82ac req-ff696972-0406-49ba-a5b1-7968d73a8e3c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713251 Jun 16 18:31:42.784619 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-7885b210-6a42-47b5-a3ad-4802baa50ca0 None None] Provisioning complete for port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:42.785001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7885b210-6a42-47b5-a3ad-4802baa50ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:42.833206 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7885b210-6a42-47b5-a3ad-4802baa50ca0 None None] Port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:31:42.959254 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108affae-0245-4573-81ee-8bdcb9226e32 req-449869c7-6183-438d-be34-c67f41775986 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:42.962171 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-108affae-0245-4573-81ee-8bdcb9226e32 req-449869c7-6183-438d-be34-c67f41775986 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 932 time: 0.0578113 Jun 16 18:31:43.022427 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-108affae-0245-4573-81ee-8bdcb9226e32 req-d1b0b9bd-ff40-49fe-9cf9-3a73e086178c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520666 Jun 16 18:31:43.408216 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca75f2-ce56-4923-b8aa-6398d1be10f6 req-2d3692d2-cc2f-4b6b-9532-48661bce93ed tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:43.409799 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e4ca75f2-ce56-4923-b8aa-6398d1be10f6 req-2d3692d2-cc2f-4b6b-9532-48661bce93ed tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0502248 Jun 16 18:31:43.471004 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e4ca75f2-ce56-4923-b8aa-6398d1be10f6 req-6987fa5c-8999-4607-8742-3757f9c72487 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544250 Jun 16 18:31:43.666692 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Request body: {'port': {'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:31:43.738704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:43.834664 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:43.889549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b2de-df11-4f7d-9af8-1b060fdeffba req-da75c9ae-b964-4069-bc9f-8888b88b0294 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:43.893804 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cf08b2de-df11-4f7d-9af8-1b060fdeffba req-da75c9ae-b964-4069-bc9f-8888b88b0294 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 944 time: 0.0728323 Jun 16 18:31:43.983655 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:31:43.990891 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cf08b2de-df11-4f7d-9af8-1b060fdeffba req-4e7ec33a-54e0-42ee-a6d6-be01ca44d6a6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923088 Jun 16 18:31:44.073425 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:31:44.084279 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:44.084733 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.185639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:44.185639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.209162 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00493f-7e5e-497b-bb88-c86101e69ee3 req-ce7d18c2-9518-4793-bd93-7331251d7f60 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:44.210881 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dd00493f-7e5e-497b-bb88-c86101e69ee3 req-ce7d18c2-9518-4793-bd93-7331251d7f60 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 932 time: 0.0951216 Jun 16 18:31:44.212265 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:44.214075 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415b1820-aec4-49ee-8ec3-7e34692c9dc5 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:44.217732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:44.220605 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb77f1f-c70e-4b60-b886-5898900cbabd" -d '{"events": [{"server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "name": "network-vif-plugged", "status": "completed", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:44.224176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks [] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.252682 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:44.262905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.263420 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:44.267152 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcbfa9e-d804-40fe-ad08-c93513c8b396 x-openstack-request-id: req-bdcbfa9e-d804-40fe-ad08-c93513c8b396 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:44.267484 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "name": "network-vif-plugged", "status": "completed", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:44.267856 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdcbfa9e-d804-40fe-ad08-c93513c8b396 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:44.268283 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcbfa9e-d804-40fe-ad08-c93513c8b396'] response: {'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'code': 200} Jun 16 18:31:44.291291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Transition to ACTIVE for port object 415b1820-aec4-49ee-8ec3-7e34692c9dc5 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:31:44.308522 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.329338 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:44.391894 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dd00493f-7e5e-497b-bb88-c86101e69ee3 req-e2fb3523-2dbd-4da9-b982-fda111a304ec tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620419 Jun 16 18:31:44.427194 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:44.429267 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Pushing event updated for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:44.588528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Attempting to bind port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:31:44.589050 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Attempting to bind port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:31:44.589578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Attempting to bind port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:44.598228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 on network 15279682-d7de-41a6-80bc-29c22a949874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:31:44.598808 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Attempting to bind port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 on network 15279682-d7de-41a6-80bc-29c22a949874 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:31:44.615537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:31:44.615537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Checking segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:31:44.615537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Bound using segment: {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:31:44.615537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Bound port: 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c5f854-f48d-4115-a2f1-ef1df3db8934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '15279682-d7de-41a6-80bc-29c22a949874'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:31:44.615537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.649296 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7710f1-bafd-4092-994f-d1fd7c317629 req-88dc9056-ecd7-44c6-a3da-4dee12f862b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:44.650929 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d7710f1-bafd-4092-994f-d1fd7c317629 req-88dc9056-ecd7-44c6-a3da-4dee12f862b4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1129 time: 0.1349332 Jun 16 18:31:44.707770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:31:44.712510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:31:44.713272 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f559-1abf-475d-9b27-4bab59fc1809 req-d019755c-1138-4911-ad80-2b259b94a93e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:44.716653 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd63f559-1abf-475d-9b27-4bab59fc1809 req-d019755c-1138-4911-ad80-2b259b94a93e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1245074 Jun 16 18:31:44.721892 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.767948 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:44.768934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:44.771689 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] 10.222.0.88 "PUT /v2.0/ports/415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 1094 time: 1.1087122 Jun 16 18:31:44.772205 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:44.774756 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ba0021-324c-4569-b0f6-14c5903d1d11" -d '{"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:44.801623 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d7710f1-bafd-4092-994f-d1fd7c317629 req-82c70a23-7969-4df7-90c5-22942c242957 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410403 Jun 16 18:31:44.819555 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6ed45-5195-4b47-a41a-39fd5d75b31c service neutron] Pushing event updated for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:44.837023 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-cd63f559-1abf-475d-9b27-4bab59fc1809 req-50b12c8c-df6f-41d0-8f2e-e556596ea597 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128962 Jun 16 18:31:44.871364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d63c72-8664-4631-8abb-30b03b095737 x-openstack-request-id: req-c7d63c72-8664-4631-8abb-30b03b095737 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:44.871648 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:44.871903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d63c72-8664-4631-8abb-30b03b095737 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:44.872450 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d63c72-8664-4631-8abb-30b03b095737'] response: {'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'status': 'completed', 'code': 200} Jun 16 18:31:45.130212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-af27c9b8-fc84-49df-9c59-f3a6ac97eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.133675 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-af27c9b8-fc84-49df-9c59-f3a6ac97eeb5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1128 time: 0.0587399 Jun 16 18:31:45.214841 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-5ec3a46b-345f-413d-97e6-12b0cca62d8b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0739720 Jun 16 18:31:45.240896 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0938f1-2834-4efc-b2b1-4fafde21eb94 req-ec5657b2-3a17-4ebb-b3a3-832fa16c5dd5 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.245931 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6d0938f1-2834-4efc-b2b1-4fafde21eb94 req-ec5657b2-3a17-4ebb-b3a3-832fa16c5dd5 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0933020 Jun 16 18:31:45.326779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1f104706-18ec-42f6-b34c-32c2674d3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.327371 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6d0938f1-2834-4efc-b2b1-4fafde21eb94 req-2d659cb3-5d4f-4d7d-a640-15c64cee1744 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Jun 16 18:31:45.329805 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-1f104706-18ec-42f6-b34c-32c2674d3b0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1078002 Jun 16 18:31:45.548902 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6c7dc-6122-4e9c-8798-4219eaa2f54a req-4b0d9532-b8e8-43a3-a3f4-6a4bb6a706c9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.550543 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ce6c7dc-6122-4e9c-8798-4219eaa2f54a req-4b0d9532-b8e8-43a3-a3f4-6a4bb6a706c9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 944 time: 0.0653951 Jun 16 18:31:45.616759 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ce6c7dc-6122-4e9c-8798-4219eaa2f54a req-0c87b0e8-9da6-4fb7-8e2b-5294ee8dc4d8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548882 Jun 16 18:31:45.645046 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-4482d1b4-289d-4b64-8751-eeff91abcb30 req-286f2f18-cee2-4d95-bb4c-91b32f5d6333 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:31:45.646442 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4482d1b4-289d-4b64-8751-eeff91abcb30 req-286f2f18-cee2-4d95-bb4c-91b32f5d6333 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0102570 Jun 16 18:31:45.691491 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-d964c1c8-57ba-4447-af48-38ed632b1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.693772 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-d964c1c8-57ba-4447-af48-38ed632b1615 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746186 Jun 16 18:31:45.874598 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-2cd49588-3a60-4fe8-8084-2d865b8cf5e8 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730332 Jun 16 18:31:45.966715 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0bf3-d667-4259-bef9-2d6b463cbc82 req-b281f42f-27ea-4484-bb40-910d3e62b573 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:45.966715 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9cff0bf3-d667-4259-bef9-2d6b463cbc82 req-b281f42f-27ea-4484-bb40-910d3e62b573 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1002653 Jun 16 18:31:46.015300 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ae927dc7-e8d8-41aa-a396-d53bd9a6a854 req-e30178c1-56b2-4480-ab01-e542da82fd85 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340218 Jun 16 18:31:46.053447 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9cff0bf3-d667-4259-bef9-2d6b463cbc82 req-cb39691d-42e4-4f81-b774-5c442435c345 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766804 Jun 16 18:31:46.266923 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:46.283699 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:46.450760 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60218) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:46.534467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78ad0-20c1-4941-95e0-472ad39591b2 req-982dd89b-03fc-4c54-9cc2-360dad98bd4b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:46.537300 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58a78ad0-20c1-4941-95e0-472ad39591b2 req-982dd89b-03fc-4c54-9cc2-360dad98bd4b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0802176 Jun 16 18:31:46.545172 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:46.646378 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-e74123fd-2d5f-4fd9-b451-8bc205b47539 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1940737 Jun 16 18:31:46.659697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-ca663f3f-8afc-425a-a5a0-8886377bf87c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:31:46.661559 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-ca663f3f-8afc-425a-a5a0-8886377bf87c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088115 Jun 16 18:31:46.690135 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-58a78ad0-20c1-4941-95e0-472ad39591b2 req-f4bb3067-4749-45ee-a962-fd26a731f5d1 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348741 Jun 16 18:31:46.782237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60228) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:46.802189 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d62b2-bbd6-4bd4-8fb0-631b6ed7fded req-691a1685-ed3a-460e-beba-e20eecb6fed9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:46.805570 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4e0d62b2-bbd6-4bd4-8fb0-631b6ed7fded req-691a1685-ed3a-460e-beba-e20eecb6fed9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 944 time: 0.0692141 Jun 16 18:31:46.885592 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4e0d62b2-bbd6-4bd4-8fb0-631b6ed7fded req-5432b557-c4a7-4230-9986-b7f3cf3d4bf3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726113 Jun 16 18:31:46.950047 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-3fb23c09-23f2-45c2-805f-51598b3e259e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:46.951808 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-3fb23c09-23f2-45c2-805f-51598b3e259e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports/7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 941 time: 0.1681340 Jun 16 18:31:47.239701 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba876ba8-4609-43a6-ad99-9c9b3cdcccef req-34b755d0-fe35-4070-b213-d435957e5887 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:47.241514 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ba876ba8-4609-43a6-ad99-9c9b3cdcccef req-34b755d0-fe35-4070-b213-d435957e5887 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0725145 Jun 16 18:31:47.336976 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ba876ba8-4609-43a6-ad99-9c9b3cdcccef req-92c69b40-31cd-4d6d-b7a0-011b931dd510 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837221 Jun 16 18:31:47.717537 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-e1c05575-3774-4acf-8316-7d6f6a95e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:47.720571 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-e1c05575-3774-4acf-8316-7d6f6a95e688 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1128 time: 0.0862610 Jun 16 18:31:47.846466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:47.859689 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:47.889492 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-0d9adca7-adfd-4d37-814d-16150719791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:47.891619 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-0d9adca7-adfd-4d37-814d-16150719791d service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1581922 Jun 16 18:31:47.893205 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc622c1-5006-42e3-a986-5decda4a833c req-5e60693a-679b-4edc-860d-a1abbce8c76d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:47.894839 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ddc622c1-5006-42e3-a986-5decda4a833c req-5e60693a-679b-4edc-860d-a1abbce8c76d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0820706 Jun 16 18:31:47.952126 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-b1ff8872-949f-4c68-841f-a9a849a3c1f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0446413 Jun 16 18:31:47.981728 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ddc622c1-5006-42e3-a986-5decda4a833c req-ded81aab-ef1b-4a65-84e5-66e10f5a0646 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 Jun 16 18:31:48.005292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 415b1820-aec4-49ee-8ec3-7e34692c9dc5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:31:48.021031 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:31:48.076858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-e6b6510b-0959-4526-bc96-5c37af282420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.079241 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-e6b6510b-0959-4526-bc96-5c37af282420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1198895 Jun 16 18:31:48.125345 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72258db-8a5f-407f-9bde-f6ac297a0c15 req-afa0ee69-6486-4c77-86c2-2b0ac8b86547 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.127671 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b72258db-8a5f-407f-9bde-f6ac297a0c15 req-afa0ee69-6486-4c77-86c2-2b0ac8b86547 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 944 time: 0.1090045 Jun 16 18:31:48.209040 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:48.225050 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:31:48.227188 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b72258db-8a5f-407f-9bde-f6ac297a0c15 req-7a96509c-f800-41c7-8e04-8ac8e2a4a161 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719478 Jun 16 18:31:48.228464 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-ff3e7da7-1cf8-4129-b194-0da0d7fd7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.230008 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-ff3e7da7-1cf8-4129-b194-0da0d7fd7032 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1372049 Jun 16 18:31:48.280233 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982840e-3b73-45a8-829a-22c716ef854d req-921156f0-3f81-4021-98ba-b2c326886bdc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.284022 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b982840e-3b73-45a8-829a-22c716ef854d req-921156f0-3f81-4021-98ba-b2c326886bdc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.1328585 Jun 16 18:31:48.290527 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: DOWN; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:48.323003 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:48.323562 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:48.348776 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415b1820-aec4-49ee-8ec3-7e34692c9dc5 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:31:48.366214 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-66b2fd31-0d3e-4685-85b5-3602a197fdd4 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260128 Jun 16 18:31:48.392275 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b982840e-3b73-45a8-829a-22c716ef854d req-9215d775-ef51-4afb-a3ab-a3adbb67a91d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953498 Jun 16 18:31:48.444890 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:48.455412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:48.569433 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:48.576154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce496-ff6c-4f76-a6e5-85f8f79e46f8 req-e0a89c62-6f75-4ded-8e61-97849ec4aaa9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.583193 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-517ce496-ff6c-4f76-a6e5-85f8f79e46f8 req-e0a89c62-6f75-4ded-8e61-97849ec4aaa9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0963733 Jun 16 18:31:48.622528 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b9ba0021-324c-4569-b0f6-14c5903d1d11 req-2c4d87d5-1705-4f5a-a733-3bd3041e8e32 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486384 Jun 16 18:31:48.678833 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-517ce496-ff6c-4f76-a6e5-85f8f79e46f8 req-a87eccbe-7387-4b20-9f3e-984fae54428d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940340 Jun 16 18:31:48.784956 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['415b1820-aec4-49ee-8ec3-7e34692c9dc5'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:31:48.959221 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c32c9c-c1db-4b22-84ea-c16b33f412f9 req-24ef0b4b-c13a-42f3-8478-98e3af85520c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:48.963370 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-79c32c9c-c1db-4b22-84ea-c16b33f412f9 req-24ef0b4b-c13a-42f3-8478-98e3af85520c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0987828 Jun 16 18:31:49.026262 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-79c32c9c-c1db-4b22-84ea-c16b33f412f9 req-cc566590-5d4b-4ab7-a926-4e1e94959e4d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Jun 16 18:31:49.345956 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-4b79a5be-9948-4477-8a75-f38520f248eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.349769 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-4b79a5be-9948-4477-8a75-f38520f248eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 1128 time: 0.1213107 Jun 16 18:31:49.442746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d81e-ef60-4a75-ae96-5ad5f37f17dc req-f4ab557d-3fc6-4975-8911-71032ab57500 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.446009 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5713d81e-ef60-4a75-ae96-5ad5f37f17dc req-f4ab557d-3fc6-4975-8911-71032ab57500 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 945 time: 0.0958040 Jun 16 18:31:49.452021 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-c9ec9c7a-8bc2-48ba-9732-fad9b96ec16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.454263 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-c9ec9c7a-8bc2-48ba-9732-fad9b96ec16a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1128 time: 0.0622642 Jun 16 18:31:49.536873 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5713d81e-ef60-4a75-ae96-5ad5f37f17dc req-9ba2274a-1e5f-4d67-a129-e78a6daca048 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791118 Jun 16 18:31:49.602292 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-bbff30c2-05c1-4479-b15e-4a82541b0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.603815 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-bbff30c2-05c1-4479-b15e-4a82541b0fe4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.1412048 Jun 16 18:31:49.676978 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-4fcd0aff-7cf7-40b8-a952-17db44f56170 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 1000 time: 0.0658545 Jun 16 18:31:49.734331 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-64005dae-24b7-40fe-9585-70543c96aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.735862 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-64005dae-24b7-40fe-9585-70543c96aa56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.0515943 Jun 16 18:31:49.821116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-835eb35f-14f4-452d-adf0-3513821e137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.822715 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-835eb35f-14f4-452d-adf0-3513821e137f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789473 Jun 16 18:31:49.848121 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768030-6317-44c7-871b-501d5d7fba8e req-32d95ca4-a50a-4a26-96bf-e294b886e472 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:49.849729 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a8768030-6317-44c7-871b-501d5d7fba8e req-32d95ca4-a50a-4a26-96bf-e294b886e472 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0718844 Jun 16 18:31:49.924988 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:49.925602 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:49.975603 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a8768030-6317-44c7-871b-501d5d7fba8e req-4540a7ca-b2e3-4128-8287-afac105bf9be tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130714 Jun 16 18:31:49.990163 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-cef83f0c-a326-4e0d-9289-7332680ace71 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577590 Jun 16 18:31:50.011079 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 415b1820-aec4-49ee-8ec3-7e34692c9dc5 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:31:50.097689 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:31:50.108118 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:31:50.108593 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:50.137949 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-758ea54b-784e-4a8c-ab54-247cbc71f5ec req-0bbf412e-0796-49ab-a74c-f1ac4d9decec service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399603 Jun 16 18:31:50.203900 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:31:50.203900 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:50.229802 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:31:50.232072 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270a1c4-2b64-4474-b436-3a9fcf19dced" -d '{"events": [{"server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "name": "network-vif-plugged", "status": "completed", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:31:50.246671 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:31:50.251378 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:50.256259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:50.275854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d7f86-8a6c-4c0e-9863-5d0ade43325f x-openstack-request-id: req-049d7f86-8a6c-4c0e-9863-5d0ade43325f {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:31:50.276178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "name": "network-vif-plugged", "status": "completed", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:31:50.276501 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-049d7f86-8a6c-4c0e-9863-5d0ade43325f {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:31:50.276814 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049d7f86-8a6c-4c0e-9863-5d0ade43325f'] response: {'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'code': 200} Jun 16 18:31:50.308661 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:50.581150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09633c1d-b45f-44c1-b016-0317f537804d req-2c781f66-390a-4791-a9b3-5f7b5b4bb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:50.583939 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09633c1d-b45f-44c1-b016-0317f537804d req-2c781f66-390a-4791-a9b3-5f7b5b4bb996 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0580742 Jun 16 18:31:50.651081 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-09633c1d-b45f-44c1-b016-0317f537804d req-546749d5-1a9b-4c3d-8be4-c921b8d54f15 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601795 Jun 16 18:31:50.722730 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d2b3-c64c-4042-8c4a-cb9170f653f9 req-ef18cd82-05ed-4b6d-8292-08204f4cce3a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:50.724540 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d25d2b3-c64c-4042-8c4a-cb9170f653f9 req-ef18cd82-05ed-4b6d-8292-08204f4cce3a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0672705 Jun 16 18:31:50.791147 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d25d2b3-c64c-4042-8c4a-cb9170f653f9 req-c93ec3bc-f4c1-4579-9da9-3e625db124eb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585585 Jun 16 18:31:51.209883 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18bb62-c6e0-4925-bc12-ddbe0d127ac4 req-fa947300-0390-4d6d-8690-d165efcb4b86 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:51.212268 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8b18bb62-c6e0-4925-bc12-ddbe0d127ac4 req-fa947300-0390-4d6d-8690-d165efcb4b86 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0797253 Jun 16 18:31:51.294648 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8b18bb62-c6e0-4925-bc12-ddbe0d127ac4 req-dd8c18c0-622c-4bc2-ad35-6ca2a7667b1c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721829 Jun 16 18:31:51.993223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcdd29-2002-433c-853c-751b5ad06092 req-bbb52889-bb64-47b2-a194-77c8e9a4744d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:51.996962 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-55dcdd29-2002-433c-853c-751b5ad06092 req-bbb52889-bb64-47b2-a194-77c8e9a4744d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0908647 Jun 16 18:31:52.091564 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-55dcdd29-2002-433c-853c-751b5ad06092 req-8a708c5f-ae52-453c-ba6c-dc378c667cfb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888450 Jun 16 18:31:52.561922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79bb2-091d-4189-9538-04903eea7218 req-99ebc396-09e6-4a63-aa6f-ed4e1e2fd174 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:52.563585 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7b79bb2-091d-4189-9538-04903eea7218 req-99ebc396-09e6-4a63-aa6f-ed4e1e2fd174 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1062622 Jun 16 18:31:52.682747 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7b79bb2-091d-4189-9538-04903eea7218 req-74f92583-aed6-44c7-8df8-c6797231afa9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065590 Jun 16 18:31:53.284002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5732-d3eb-4af6-8d98-b3bf44ca41c9 req-7ad73544-e206-400f-bb8b-a08b6c47013b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:53.286655 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706f5732-d3eb-4af6-8d98-b3bf44ca41c9 req-7ad73544-e206-400f-bb8b-a08b6c47013b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0956156 Jun 16 18:31:53.355363 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706f5732-d3eb-4af6-8d98-b3bf44ca41c9 req-53ad75d4-465c-4219-8678-643df5164338 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622106 Jun 16 18:31:53.881957 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62fcb0-577f-426a-bc0a-e2bd72ee2f1c req-defbbecf-5254-4613-aec4-7ed5c4252875 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:53.884007 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6f62fcb0-577f-426a-bc0a-e2bd72ee2f1c req-defbbecf-5254-4613-aec4-7ed5c4252875 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0637105 Jun 16 18:31:53.951940 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6f62fcb0-577f-426a-bc0a-e2bd72ee2f1c req-95354c95-bc5b-4074-85a2-048d3514fd51 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618353 Jun 16 18:31:54.552494 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf8e1-d9ec-4f1f-bb73-40ff5e343c04 req-77f15c9d-ec3a-4ff3-9368-ac129e814ca2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:54.557829 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-418cf8e1-d9ec-4f1f-bb73-40ff5e343c04 req-77f15c9d-ec3a-4ff3-9368-ac129e814ca2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0921397 Jun 16 18:31:54.620994 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-418cf8e1-d9ec-4f1f-bb73-40ff5e343c04 req-a4e4ea8f-0553-4144-a143-ee8cdf72e5b0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551784 Jun 16 18:31:55.134989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f9415-39f1-49c0-88e8-42f12ce5fe4f req-4e168d2b-9ae5-439d-9c88-9d63d3984466 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:55.136732 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-334f9415-39f1-49c0-88e8-42f12ce5fe4f req-4e168d2b-9ae5-439d-9c88-9d63d3984466 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0749140 Jun 16 18:31:55.187295 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:55.222334 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-334f9415-39f1-49c0-88e8-42f12ce5fe4f req-a42ccf35-a47f-434d-bf7f-3f386e09aa6d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737615 Jun 16 18:31:55.461006 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:55.781425 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:55.800404 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5823b-8df9-4f64-a802-eb3298912072 req-d3051464-c30e-4ea1-b56f-da1be0560e03 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:55.802432 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-98b5823b-8df9-4f64-a802-eb3298912072 req-d3051464-c30e-4ea1-b56f-da1be0560e03 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0804279 Jun 16 18:31:55.880428 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-98b5823b-8df9-4f64-a802-eb3298912072 req-7bb68880-87fb-420a-9eb7-140d0881e4b5 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701246 Jun 16 18:31:56.422622 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7d41-f030-4ad5-872d-9556869beb0e req-e74e1cbe-4e88-497b-9169-70e5694097a9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:56.424570 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1f3e7d41-f030-4ad5-872d-9556869beb0e req-e74e1cbe-4e88-497b-9169-70e5694097a9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0652449 Jun 16 18:31:56.513482 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1f3e7d41-f030-4ad5-872d-9556869beb0e req-98d339a2-598e-4efb-9a59-151a01611d6e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791178 Jun 16 18:31:57.098925 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f88ab9-2c38-4877-b437-264b1bdb9edd req-4df19203-486f-4376-b3cc-6726610d8702 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:57.100640 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b7f88ab9-2c38-4877-b437-264b1bdb9edd req-4df19203-486f-4376-b3cc-6726610d8702 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0819421 Jun 16 18:31:57.253703 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b7f88ab9-2c38-4877-b437-264b1bdb9edd req-2480421e-cd25-4d3a-8492-098288bdb10b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449573 Jun 16 18:31:57.399308 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:57.409182 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-72762096-1553-4bf8-bd8a-db7ddc42ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:57.786063 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597411b-8da2-416d-99eb-edb9ff461b16 req-8b4c04c7-9812-4162-b207-2b18e4365871 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:57.799137 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3597411b-8da2-416d-99eb-edb9ff461b16 req-8b4c04c7-9812-4162-b207-2b18e4365871 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1312230 Jun 16 18:31:57.865833 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3597411b-8da2-416d-99eb-edb9ff461b16 req-1387a4bf-65f6-43fd-a500-a84f02b362ac tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634687 Jun 16 18:31:58.428884 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccd4b2-4bd6-432f-ad7f-b9a6f4b52459 req-614f0bf5-4b5f-4297-85e0-9845cf93a92f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:58.431238 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cccd4b2-4bd6-432f-ad7f-b9a6f4b52459 req-614f0bf5-4b5f-4297-85e0-9845cf93a92f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0658472 Jun 16 18:31:58.508355 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cccd4b2-4bd6-432f-ad7f-b9a6f4b52459 req-25b29f61-ddcb-4037-ba09-1f71e42f4b36 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708334 Jun 16 18:31:59.027741 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98c43-affb-4b57-801c-ad4c233a19f5 req-1803cea5-2d6e-40b3-a9df-94ada2dfc167 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:59.030235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-97f98c43-affb-4b57-801c-ad4c233a19f5 req-1803cea5-2d6e-40b3-a9df-94ada2dfc167 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0610368 Jun 16 18:31:59.116025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60380) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:59.130169 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-97f98c43-affb-4b57-801c-ad4c233a19f5 req-318030eb-9cfe-4f66-9144-cc4cfedbe2dc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875635 Jun 16 18:31:59.295234 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3fab0b4d-8788-4d74-8b0e-885478fe281d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.305450 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:59.333392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:31:59.401712 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3fab0b4d-8788-4d74-8b0e-885478fe281d admin admin] Publish callbacks [] for security_group (52e4feff-e023-4855-8cda-42c1146e3f1e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.409083 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3fab0b4d-8788-4d74-8b0e-885478fe281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (52e4feff-e023-4855-8cda-42c1146e3f1e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.446469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60384) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:31:59.447141 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3fab0b4d-8788-4d74-8b0e-885478fe281d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=318a5d4f4e7d4efca8e2f0b20fb23f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296585 Jun 16 18:31:59.475432 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab0b4d-8788-4d74-8b0e-885478fe281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e4feff-e023-4855-8cda-42c1146e3f1e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:59.537895 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] Publish callbacks [] for security_group (52e4feff-e023-4855-8cda-42c1146e3f1e), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.573464 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] Publish callbacks [] for security_group (52e4feff-e023-4855-8cda-42c1146e3f1e), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.667399 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (52e4feff-e023-4855-8cda-42c1146e3f1e), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.670383 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.671619 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52e4feff-e023-4855-8cda-42c1146e3f1e HTTP/1.1" status: 204 len: 168 time: 0.2239940 Jun 16 18:31:59.687995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55520f-20af-4eaa-bdb2-722f326363fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e4feff-e023-4855-8cda-42c1146e3f1e,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:59.702522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d269c-895b-472e-b1fd-f975fae96d7f req-d4304652-5a18-4b28-8ab6-c5d81f34241c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:31:59.709605 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b6d269c-895b-472e-b1fd-f975fae96d7f req-d4304652-5a18-4b28-8ab6-c5d81f34241c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0782113 Jun 16 18:31:59.754771 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-43e1ecd5-df5c-4f5a-8a55-785e9de55103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:31:59.780018 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b6d269c-895b-472e-b1fd-f975fae96d7f req-616a1a8e-fe88-4b57-9f07-c51808a39083 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693030 Jun 16 18:32:00.377000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b365e9d-046b-4c8e-bf86-593efe2bd6c7 req-5db77876-2722-4195-95ad-80dbb5673f06 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:00.379653 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b365e9d-046b-4c8e-bf86-593efe2bd6c7 req-5db77876-2722-4195-95ad-80dbb5673f06 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0746427 Jun 16 18:32:00.445340 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b365e9d-046b-4c8e-bf86-593efe2bd6c7 req-2e778f77-6316-48ae-b5b4-169b35ae323f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531108 Jun 16 18:32:00.964686 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45df981-7a11-4828-95ba-37cbd432a963 req-84877f6f-6bad-4435-87c6-d78e35ec458e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:00.967412 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e45df981-7a11-4828-95ba-37cbd432a963 req-84877f6f-6bad-4435-87c6-d78e35ec458e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0610976 Jun 16 18:32:01.002218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:01.019895 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:01.042306 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e45df981-7a11-4828-95ba-37cbd432a963 req-8e1417b4-a2ff-4154-8b7e-030078fadb75 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680308 Jun 16 18:32:01.580449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:01.612378 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c06c49-f448-4b47-905f-9f1177f730fc req-104ff483-89b1-4fad-b118-ab245c9494c6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:01.615132 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05c06c49-f448-4b47-905f-9f1177f730fc req-104ff483-89b1-4fad-b118-ab245c9494c6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0702045 Jun 16 18:32:01.680320 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05c06c49-f448-4b47-905f-9f1177f730fc req-6ab02978-b52b-4f12-9652-5389875ba96f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564508 Jun 16 18:32:02.236112 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49ec4-969b-4ae6-b3ae-abf61c0f1659 req-72c7ffc9-d6b9-4e6e-8aa8-98f1b0f8e0f9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:02.238428 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05e49ec4-969b-4ae6-b3ae-abf61c0f1659 req-72c7ffc9-d6b9-4e6e-8aa8-98f1b0f8e0f9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0738482 Jun 16 18:32:02.302307 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05e49ec4-969b-4ae6-b3ae-abf61c0f1659 req-23d7ef9a-e512-4a11-8b1c-1a0085abf0e6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564618 Jun 16 18:32:02.442146 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:02.815730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:02.881110 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33814a2b-f59f-4682-9bdc-853b58f1ae72 req-ebe48671-37b7-4335-8050-2f25aa8813bc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:02.884470 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-33814a2b-f59f-4682-9bdc-853b58f1ae72 req-ebe48671-37b7-4335-8050-2f25aa8813bc tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1011069 Jun 16 18:32:02.958117 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-33814a2b-f59f-4682-9bdc-853b58f1ae72 req-79f6464d-5695-4037-bcc7-c064a9ca410a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662217 Jun 16 18:32:03.486619 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac16e9-5dfe-43c7-8033-a957324d85a4 req-9756f1e9-b847-46c9-8ead-3a8586a6f205 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:03.488835 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d4ac16e9-5dfe-43c7-8033-a957324d85a4 req-9756f1e9-b847-46c9-8ead-3a8586a6f205 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0638201 Jun 16 18:32:03.555166 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d4ac16e9-5dfe-43c7-8033-a957324d85a4 req-5a86718c-6585-4ef7-9bcf-002022088ff8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589051 Jun 16 18:32:03.927473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781bcb4-bf9e-436d-b004-dbbd4ef10e6b req-819da194-e498-45a0-b36b-d64fcf4468ee tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:03.929042 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7781bcb4-bf9e-436d-b004-dbbd4ef10e6b req-819da194-e498-45a0-b36b-d64fcf4468ee tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.2937417 Jun 16 18:32:03.945304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60462) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:03.949824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'floatingip': {'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:03.993156 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:04.110325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9def5-1708-431d-9eae-f847595d98b9 req-60592a66-0e69-4fdc-926b-c33c36af3177 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:04.112033 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-57e9def5-1708-431d-9eae-f847595d98b9 req-60592a66-0e69-4fdc-926b-c33c36af3177 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0568984 Jun 16 18:32:04.180885 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-57e9def5-1708-431d-9eae-f847595d98b9 req-54533544-84f5-4cab-8a70-a1ea57a0aa68 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620863 Jun 16 18:32:04.495733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:04.503388 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:04.621936 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Floating IP 9903927a-993b-4b60-9656-33a1b300712d associated. External IP: 172.27.2.47, port: 415b1820-aec4-49ee-8ec3-7e34692c9dc5. Jun 16 18:32:04.751697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:04.814837 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60474) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:04.891131 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:04.897953 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Router b495d47d-d861-4e03-82b6-644af587fe1f has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:32:04.984631 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f600963-ccec-477e-87e7-4345230570c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.041709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:32:05.049818 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.068350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:32:05.080991 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:05.082097 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:05.119858 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5b793fe2-6265-4c24-9b84-53b88dd844c8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "PUT /v2.0/floatingips/9903927a-993b-4b60-9656-33a1b300712d HTTP/1.1" status: 200 len: 991 time: 1.1701384 Jun 16 18:32:05.119858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:05.123566 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91300fda-88f4-4200-857e-fd1331cc4499" -d '{"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:05.156508 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f600963-ccec-477e-87e7-4345230570c9 admin admin] Publish callbacks [] for security_group (0bf5337c-ba22-42d5-b533-6232f5eadf18), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.166170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f600963-ccec-477e-87e7-4345230570c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0bf5337c-ba22-42d5-b533-6232f5eadf18), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.172795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39121105-ac90-4585-87f6-21cc15a051c0 x-openstack-request-id: req-39121105-ac90-4585-87f6-21cc15a051c0 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:05.173911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:05.173911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39121105-ac90-4585-87f6-21cc15a051c0 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:05.173911 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39121105-ac90-4585-87f6-21cc15a051c0'] response: {'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'status': 'completed', 'code': 200} Jun 16 18:32:05.254368 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0f600963-ccec-477e-87e7-4345230570c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9151a873ebdb496ba211e1ed8a65b22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377174 Jun 16 18:32:05.257654 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:05.261551 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60486) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:05.262625 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600963-ccec-477e-87e7-4345230570c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5337c-ba22-42d5-b533-6232f5eadf18,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:05.299909 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300fda-88f4-4200-857e-fd1331cc4499 req-94b762c2-8685-4cbd-9d3d-e501c16fcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:05.301568 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-94b762c2-8685-4cbd-9d3d-e501c16fcbde service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0836489 Jun 16 18:32:05.384912 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4c6c-2921-4e78-ad94-f6a75a4f3a22 req-cd07e895-5e94-46df-8aeb-821fb5a433c1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:05.386535 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-886c4c6c-2921-4e78-ad94-f6a75a4f3a22 req-cd07e895-5e94-46df-8aeb-821fb5a433c1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.1005638 Jun 16 18:32:05.427011 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] Publish callbacks [] for security_group (0bf5337c-ba22-42d5-b533-6232f5eadf18), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.466165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300fda-88f4-4200-857e-fd1331cc4499 req-cf3f1eeb-239c-49ab-a235-ed97292df834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:05.468864 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-cf3f1eeb-239c-49ab-a235-ed97292df834 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1600504 Jun 16 18:32:05.472649 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] Publish callbacks [] for security_group (0bf5337c-ba22-42d5-b533-6232f5eadf18), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.484242 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-886c4c6c-2921-4e78-ad94-f6a75a4f3a22 req-d5028e9e-35db-4486-a3da-b5cc9054752f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900486 Jun 16 18:32:05.542508 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:32:04Z', 'revision_number': 1, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:05.563551 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0bf5337c-ba22-42d5-b533-6232f5eadf18), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.566359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:05.569893 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bf5337c-ba22-42d5-b533-6232f5eadf18 HTTP/1.1" status: 204 len: 168 time: 0.2975259 Jun 16 18:32:05.582993 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b1d7-39c9-425e-a71c-26e86ac16c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5337c-ba22-42d5-b533-6232f5eadf18,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:05.588144 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-e7b39193-b567-4b8a-94eb-41042cdf7583 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 999 time: 0.1079786 Jun 16 18:32:05.600841 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:32:05.624193 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:05.625133 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:05.660036 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300fda-88f4-4200-857e-fd1331cc4499 req-24db8981-9e54-4388-b82c-8117a686b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:05.663614 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-24db8981-9e54-4388-b82c-8117a686b13a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0672624 Jun 16 18:32:05.763043 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300fda-88f4-4200-857e-fd1331cc4499 req-4444e285-1d95-438d-af82-98d600099dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:05.763809 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:05.766222 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-4444e285-1d95-438d-af82-98d600099dc2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0928919 Jun 16 18:32:05.932866 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-a5d817a0-a627-4568-832b-ad7fd7bb491e service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549096 Jun 16 18:32:06.010385 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60494) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:06.026579 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f246222-fda8-4ebd-8185-3367b920c5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.030096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:06.045348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:32:04Z', 'revision_number': 1, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:06.074836 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e16b11-f0a8-46c8-ba6a-59a7dac663a6 None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:32:04Z', 'revision_number': 1, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:32:06.080897 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-91300fda-88f4-4200-857e-fd1331cc4499 req-1abfa57d-03a4-470b-b58f-44345603bf03 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367362 Jun 16 18:32:06.098222 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:06.123226 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:06.172730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f246222-fda8-4ebd-8185-3367b920c5ca admin admin] Publish callbacks [] for security_group (4fbcafb5-d298-4e8c-ae0f-5650d87e2b45), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.177719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0f246222-fda8-4ebd-8185-3367b920c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4fbcafb5-d298-4e8c-ae0f-5650d87e2b45), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.225390 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0f246222-fda8-4ebd-8185-3367b920c5ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a76cf587a904d208591c291ed6397f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138884 Jun 16 18:32:06.226624 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f246222-fda8-4ebd-8185-3367b920c5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbcafb5-d298-4e8c-ae0f-5650d87e2b45,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:06.230449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60496) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:06.332429 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] Publish callbacks [] for security_group (4fbcafb5-d298-4e8c-ae0f-5650d87e2b45), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.367812 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] Publish callbacks [] for security_group (4fbcafb5-d298-4e8c-ae0f-5650d87e2b45), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.394894 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900a581-4f0d-4892-b809-0a3383bfed08 None None] New status for floating IP 9903927a-993b-4b60-9656-33a1b300712d: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:32:06.452340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (4fbcafb5-d298-4e8c-ae0f-5650d87e2b45), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.457430 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:06.459213 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fbcafb5-d298-4e8c-ae0f-5650d87e2b45 HTTP/1.1" status: 204 len: 168 time: 0.2268367 Jun 16 18:32:06.474262 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7791c4-52be-4546-afe0-3930ac4561c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbcafb5-d298-4e8c-ae0f-5650d87e2b45,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:06.648893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:06.669436 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8339bd-a7bf-43f2-a022-322a18b0fc6a req-c7190149-2bc1-4831-a1c6-51feed0d5d09 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:06.672561 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f8339bd-a7bf-43f2-a022-322a18b0fc6a req-c7190149-2bc1-4831-a1c6-51feed0d5d09 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0745094 Jun 16 18:32:06.745916 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f8339bd-a7bf-43f2-a022-322a18b0fc6a req-0b1cf9c0-9db6-4cc8-8ae5-4ff8eae4d43b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641456 Jun 16 18:32:07.926848 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8feba-a054-4a7b-a592-2f00fe185ea2 req-d2af31fe-4d3d-4f7d-86b8-5f02c055741f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:07.928475 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fd8feba-a054-4a7b-a592-2f00fe185ea2 req-d2af31fe-4d3d-4f7d-86b8-5f02c055741f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0795777 Jun 16 18:32:08.001551 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fd8feba-a054-4a7b-a592-2f00fe185ea2 req-68ceb09f-30ea-4474-bd3a-5a5582957097 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640144 Jun 16 18:32:08.561770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b831f-c46f-43d3-b903-3b1fc8a0bc01 req-b933585c-b479-48df-b877-eb89a729166e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:08.563343 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3a1b831f-c46f-43d3-b903-3b1fc8a0bc01 req-b933585c-b479-48df-b877-eb89a729166e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0557663 Jun 16 18:32:08.622898 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3a1b831f-c46f-43d3-b903-3b1fc8a0bc01 req-bbcab8c8-2c9b-446f-bcbb-a70add884d56 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510852 Jun 16 18:32:09.181021 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad603c08-af6e-40f1-ab3a-31af78c23900 req-5df8d97d-de70-4c8f-ab1f-0d169f74f81d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:09.182504 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad603c08-af6e-40f1-ab3a-31af78c23900 req-5df8d97d-de70-4c8f-ab1f-0d169f74f81d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 944 time: 0.0768728 Jun 16 18:32:09.243668 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad603c08-af6e-40f1-ab3a-31af78c23900 req-9336312b-d0a8-4ffe-9ac9-a6e1a643ca1a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551775 Jun 16 18:32:09.782757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117377f-6665-416f-b3fb-d8250103d06e req-26a8ee54-a693-4090-ad43-f6d7f66ab983 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:09.785410 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b117377f-6665-416f-b3fb-d8250103d06e req-26a8ee54-a693-4090-ad43-f6d7f66ab983 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0807061 Jun 16 18:32:09.855903 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b117377f-6665-416f-b3fb-d8250103d06e req-74517be3-a241-48de-80cd-044cb971cd48 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642433 Jun 16 18:32:10.096515 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:32:10.244720 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:10.257125 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'mac_address': 'fa:16:3e:01:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:32:10.301113 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:10.301520 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:10.318156 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:32:10.342300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:10.345568 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:10.353859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:10.401394 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dc367-bb94-49ec-a426-d705afd4ce5f req-6aa10079-45a6-48a1-a716-e6d0e366579e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:10.403561 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706dc367-bb94-49ec-a426-d705afd4ce5f req-6aa10079-45a6-48a1-a716-e6d0e366579e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.0658317 Jun 16 18:32:10.471504 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-706dc367-bb94-49ec-a426-d705afd4ce5f req-b0793d54-d840-4359-b7ff-839d7d030c86 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567763 Jun 16 18:32:10.550467 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=9']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:10.789244 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['7416c7c3-1e79-4777-a950-c0c27847ca8e'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:32:11.006210 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ca254-5f41-4a36-83f4-b1c4e1b9cc40 req-e0d32a57-5c25-4315-b53b-6c308e87e332 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:11.008528 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a64ca254-5f41-4a36-83f4-b1c4e1b9cc40 req-e0d32a57-5c25-4315-b53b-6c308e87e332 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0611722 Jun 16 18:32:11.073206 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a64ca254-5f41-4a36-83f4-b1c4e1b9cc40 req-9189a99e-ab93-4d78-91bc-6538b6721239 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582759 Jun 16 18:32:11.282518 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60596) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:11.441828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c87a695-b157-48c1-9732-53c29336d13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:11.445249 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:11.470942 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:32:11.548259 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e682e-c240-4b13-9006-d0940887134b req-bb82fcfd-c0f3-4ecb-ae92-c984f1fac7f0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:11.551354 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a0e682e-c240-4b13-9006-d0940887134b req-bb82fcfd-c0f3-4ecb-ae92-c984f1fac7f0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.1176562 Jun 16 18:32:11.683996 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf659a-9bf5-4ecc-b768-5977dd75ec21 req-e5760aa6-9a46-4e8a-a443-ca793a80ed6a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:11.685685 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3daf659a-9bf5-4ecc-b768-5977dd75ec21 req-e5760aa6-9a46-4e8a-a443-ca793a80ed6a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 945 time: 0.0797572 Jun 16 18:32:11.772512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port 561647b3-5ae8-4d31-9f4a-ca1106d4478e {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:32:11.773393 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:11.790141 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c87a695-b157-48c1-9732-53c29336d13c admin admin] Publish callbacks [] for security_group (8af9d116-c583-4f06-bb51-50ba9dd7e5bd), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:11.814252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4c87a695-b157-48c1-9732-53c29336d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8af9d116-c583-4f06-bb51-50ba9dd7e5bd), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:11.880886 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3daf659a-9bf5-4ecc-b768-5977dd75ec21 req-8eee77be-795b-41ed-bd82-290a63271d89 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702905 Jun 16 18:32:11.927064 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60610) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:11.927354 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4c87a695-b157-48c1-9732-53c29336d13c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ea632f4a7340d1a7f1b11a85eb38fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433856 Jun 16 18:32:11.931513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87a695-b157-48c1-9732-53c29336d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9d116-c583-4f06-bb51-50ba9dd7e5bd,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:11.966429 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:11.967041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.044425 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] Publish callbacks [] for security_group (8af9d116-c583-4f06-bb51-50ba9dd7e5bd), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.068662 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fdc99-b5ec-4767-acba-877323f1e286 req-d94a0d5a-399f-4003-a078-2ca75a178133 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:12.071017 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ac0fdc99-b5ec-4767-acba-877323f1e286 req-d94a0d5a-399f-4003-a078-2ca75a178133 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0725656 Jun 16 18:32:12.100134 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] Publish callbacks [] for security_group (8af9d116-c583-4f06-bb51-50ba9dd7e5bd), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.166369 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:32:12.174501 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ac0fdc99-b5ec-4767-acba-877323f1e286 req-c8872681-cfe9-4de2-8e14-e082b60bf3a3 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956292 Jun 16 18:32:12.236545 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 7416c7c3-1e79-4777-a950-c0c27847ca8e triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:32:12.236545 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.236901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8af9d116-c583-4f06-bb51-50ba9dd7e5bd), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.236901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.241105 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8af9d116-c583-4f06-bb51-50ba9dd7e5bd HTTP/1.1" status: 204 len: 168 time: 0.3094006 Jun 16 18:32:12.245503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60618) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:12.280116 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7286-b30c-4e1e-a310-9a4c893a6d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9d116-c583-4f06-bb51-50ba9dd7e5bd,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:12.366249 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 7416c7c3-1e79-4777-a950-c0c27847ca8e is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:12.367388 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.383795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08638600-a043-47c5-a258-9bc55dad2e85 req-f12d81ae-81f3-4733-ad5e-c48ed6e7e93f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:12.385532 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-08638600-a043-47c5-a258-9bc55dad2e85 req-f12d81ae-81f3-4733-ad5e-c48ed6e7e93f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 945 time: 0.0733695 Jun 16 18:32:12.431592 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:12.434388 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520dfe9-4f08-4d61-9402-437e2e28edcc" -d '{"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:12.453949 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:12.467268 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.468338 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 561647b3-5ae8-4d31-9f4a-ca1106d4478e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:32:12.504875 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f29b58-10e8-41e4-ae73-e5bc1522dd81 x-openstack-request-id: req-e2f29b58-10e8-41e4-ae73-e5bc1522dd81 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:12.505447 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-plugged", "status": "completed", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:12.506067 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2f29b58-10e8-41e4-ae73-e5bc1522dd81 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:12.506728 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f29b58-10e8-41e4-ae73-e5bc1522dd81'] response: {'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'code': 200} Jun 16 18:32:12.542128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:12.546075 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.546696 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.547230 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP f5848f53-3eb9-4045-baef-acf8566aec67 disassociated. External IP: 172.27.2.87, port: 561647b3-5ae8-4d31-9f4a-ca1106d4478e. Jun 16 18:32:12.549295 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for 561647b3-5ae8-4d31-9f4a-ca1106d4478e owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:32:12.581044 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=10']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:12.655105 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 561647b3-5ae8-4d31-9f4a-ca1106d4478e is: ACTIVE; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:12.655501 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.668530 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:12.683061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779ffe4-15a8-4536-80ae-ef371977633b tempest-TestMinimumBasicScenario-2029011727 tempest-TestMinimumBasicScenario-2029011727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:12.688826 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6779ffe4-15a8-4536-80ae-ef371977633b tempest-TestMinimumBasicScenario-2029011727 tempest-TestMinimumBasicScenario-2029011727-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1124 time: 0.4422331 Jun 16 18:32:12.689842 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60624) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:12.715510 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 561647b3-5ae8-4d31-9f4a-ca1106d4478e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=561647b3-5ae8-4d31-9f4a-ca1106d4478e,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:12.721638 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:12.747867 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'port_id': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:12.767343 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-08638600-a043-47c5-a258-9bc55dad2e85 req-52bb9841-64f4-4598-a3f0-eb9d4d9f213b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=61497f9f-1cfe-4b97-8dbf-af7543624bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501534 Jun 16 18:32:12.788020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=6']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:12.801347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:12.833091 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:13.041204 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:13.071230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (561647b3-5ae8-4d31-9f4a-ca1106d4478e), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:13.087803 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888e91-b186-4423-b65a-4dccec6d9b90 req-4c8bb9fc-cc91-46aa-a518-6985c92618bb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:13.089435 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-be888e91-b186-4423-b65a-4dccec6d9b90 req-4c8bb9fc-cc91-46aa-a518-6985c92618bb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0684776 Jun 16 18:32:13.146979 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=561647b3-5ae8-4d31-9f4a-ca1106d4478e,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:13.179879 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:13.189757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864babc-e950-47c5-aa45-cebd88f56a49 req-28bd1320-5dec-4cd6-a413-68e6c08a2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:13.191392 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2864babc-e950-47c5-aa45-cebd88f56a49 req-28bd1320-5dec-4cd6-a413-68e6c08a2952 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1131 time: 0.0932317 Jun 16 18:32:13.216221 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-be888e91-b186-4423-b65a-4dccec6d9b90 req-05de6821-8783-436b-9e10-789fbe110d21 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194954 Jun 16 18:32:13.263554 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2864babc-e950-47c5-aa45-cebd88f56a49 req-79870655-902d-4909-88a5-9a18e87af581 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611761 Jun 16 18:32:13.606465 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Allocated IP 172.27.2.79 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:32:13.664900 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:32:13.827989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:13.872756 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:32:13.886651 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:32:13.900809 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:13.901489 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:13.937174 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:14.018712 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e283ff70-129b-421c-bcac-f59368335cc5 req-d50a38f5-4e34-41f5-8ec8-4add26b87d7a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.1288280 Jun 16 18:32:14.022600 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:14.026931 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] No DVR routers for this DVR port 561647b3-5ae8-4d31-9f4a-ca1106d4478e on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:32:14.032030 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:14.035922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:14.042920 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a0e682e-c240-4b13-9006-d0940887134b req-805ab080-9598-4be3-9cbb-3af2272aae88 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "DELETE /v2.0/ports/561647b3-5ae8-4d31-9f4a-ca1106d4478e HTTP/1.1" status: 204 len: 173 time: 2.4799132 Jun 16 18:32:14.049880 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-deleted', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:14.053966 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aa0ac9-b9d2-4831-82f5-3421a0957afe" -d '{"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-deleted", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:14.117028 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:32:14.122976 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:32:14.129812 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:32:14.207150 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:14.238683 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907187af-4637-4949-8830-dcec0772a852 x-openstack-request-id: req-907187af-4637-4949-8830-dcec0772a852 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:14.239238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-deleted", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:14.239734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-907187af-4637-4949-8830-dcec0772a852 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:14.240502 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907187af-4637-4949-8830-dcec0772a852'] response: {'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-deleted', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'status': 'completed', 'code': 200} Jun 16 18:32:14.259378 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'Port': ['ID=28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:14.289677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:14.371202 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:14.403169 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:32:14.416127 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:14.417230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:14.446722 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0632-49a1-4ef2-ab32-f132119d996d req-bcf6d029-724c-452f-8e3b-44f343e49e01 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:14.448424 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eb3e0632-49a1-4ef2-ab32-f132119d996d req-bcf6d029-724c-452f-8e3b-44f343e49e01 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0771739 Jun 16 18:32:14.509787 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:14.520266 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85bfbb-24b6-44d7-9ebb-fbcacef1d5e6" -d '{"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-unplugged", "status": "completed", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:14.566567 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eb3e0632-49a1-4ef2-ab32-f132119d996d req-0dffe742-8365-47b0-81f2-22857b3fae69 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850847 Jun 16 18:32:14.586932 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea3b9e-6ccb-4a47-a842-5ecfc4236f45 x-openstack-request-id: req-11ea3b9e-6ccb-4a47-a842-5ecfc4236f45 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:14.587805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1382e00-fe71-4915-b4d8-0669cce4072d", "name": "network-vif-unplugged", "status": "completed", "tag": "561647b3-5ae8-4d31-9f4a-ca1106d4478e", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:14.588362 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11ea3b9e-6ccb-4a47-a842-5ecfc4236f45 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:14.589101 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ea3b9e-6ccb-4a47-a842-5ecfc4236f45'] response: {'server_uuid': 'e1382e00-fe71-4915-b4d8-0669cce4072d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561647b3-5ae8-4d31-9f4a-ca1106d4478e', 'code': 200} Jun 16 18:32:14.592252 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:14.795754 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for floatingip (7104d571-a444-4c50-9491-d4fec6076402), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:14.891812 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:14.924759 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3014b-696d-4dae-ac3a-de8ea1da05d3 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '05eba6a3-e607-493c-bc60-79944754cfc7', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:d2:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121f052a-2d96-444d-a817-38e348aaf0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:28:45Z', 'updated_at': '2022-06-16T18:29:44Z', 'revision_number': 2, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:32:14.965356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:15.223600 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-627de79f-39ae-42ac-9923-18ea217178e0 req-a55744dc-dbe6-430b-9abd-1a4e3bd6fc13 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1382e00-fe71-4915-b4d8-0669cce4072d HTTP/1.1" status: 200 len: 210 time: 0.0401232 Jun 16 18:32:15.273730 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:15.282484 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:15.327460 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (7104d571-a444-4c50-9491-d4fec6076402), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:15.386269 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'Port': ['ID=28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:15.435794 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02c95c-30b8-42b8-bd4a-dc9c861c08a4 None None] New status for floating IP f5848f53-3eb9-4045-baef-acf8566aec67: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:32:15.638883 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-3b3517bc-f431-482d-8509-9d5dae778a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:15.641722 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-3b3517bc-f431-482d-8509-9d5dae778a89 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 1131 time: 0.0918548 Jun 16 18:32:15.646335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:15.665651 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Floating IP 7104d571-a444-4c50-9491-d4fec6076402 associated. External IP: 172.27.2.79, port: 60aa1d76-6fda-4493-91ab-da6bd2ca0a42. Jun 16 18:32:15.858224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:15.973174 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fc3d6-93ae-4563-9af5-4af06356ffc0 req-c0aa75be-416b-46f2-8a3e-ac3863c99143 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:15.974463 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d52fc3d6-93ae-4563-9af5-4af06356ffc0 req-c0aa75be-416b-46f2-8a3e-ac3863c99143 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.1391253 Jun 16 18:32:15.993904 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-af80f52f-ac2b-4e87-b412-cb24146a26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:15.995580 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-af80f52f-ac2b-4e87-b412-cb24146a26cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.2703407 Jun 16 18:32:16.161057 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-ac9ef2db-b1f9-4f3f-919a-3d170e3b60a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 200 len: 1002 time: 0.1529541 Jun 16 18:32:16.168441 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d52fc3d6-93ae-4563-9af5-4af06356ffc0 req-846c0c7a-04b9-4c38-8ace-fba3b2d37108 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705580 Jun 16 18:32:16.272435 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.344073 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-2568edba-2b32-452e-910a-068654d40b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:16.346736 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-2568edba-2b32-452e-910a-068654d40b6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.1765592 Jun 16 18:32:16.356040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60682) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:16.386042 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:32:16.438935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (61497f9f-1cfe-4b97-8dbf-af7543624bd6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.445517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:16.481506 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (61497f9f-1cfe-4b97-8dbf-af7543624bd6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.541061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-081708db-b141-45d8-85a0-da3e83e67ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:16.544098 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-081708db-b141-45d8-85a0-da3e83e67ffe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1841342 Jun 16 18:32:16.573627 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (61497f9f-1cfe-4b97-8dbf-af7543624bd6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.576744 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.581758 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/security-groups/61497f9f-1cfe-4b97-8dbf-af7543624bd6 HTTP/1.1" status: 204 len: 168 time: 0.2207358 Jun 16 18:32:16.582541 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60684) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:16.603575 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.api.v2.resource [None req-1ef64f08-5d75-4433-b94a-2600727add2a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] show failed (client error): The resource could not be found. Jun 16 18:32:16.604921 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1ef64f08-5d75-4433-b94a-2600727add2a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups/61497f9f-1cfe-4b97-8dbf-af7543624bd6 HTTP/1.1" status: 404 len: 347 time: 0.0213041 Jun 16 18:32:16.611344 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60686) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:16.622565 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f7bd-95c4-41b6-9a08-ccda61f3da75 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61497f9f-1cfe-4b97-8dbf-af7543624bd6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:16.727134 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:32:16.746067 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Sync routers for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:32:16.767135 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:16.768558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:16.777234 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-a3bfa485-755c-471e-9314-b0ac4cb212a7 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199147 Jun 16 18:32:16.817057 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.823538 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port 6ff05657-bf24-48d8-9262-c76b54613355 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:32:16.824756 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (6ff05657-bf24-48d8-9262-c76b54613355), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:16.934115 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-de1462e7-9478-4bde-ba38-48778866be24 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2412031 Jun 16 18:32:16.939858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60688) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:16.940229 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:16.943844 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3714dcd-2f8c-4962-97bb-1b11b69eb075" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:16.965332 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860295531', 'description': 'tempest-secgroup-smoke-860295531 description', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:16.968792 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:16.996328 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-17790c27-f514-4d47-9637-0f4f9ee44e05 req-e3a8cbb0-377c-4559-9677-de4909969a01 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047565 Jun 16 18:32:17.011593 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:17.057143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba496aa-5e58-4649-9b28-4b98abedb465 x-openstack-request-id: req-bba496aa-5e58-4649-9b28-4b98abedb465 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:17.057143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:17.057143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bba496aa-5e58-4649-9b28-4b98abedb465 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:17.057593 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba496aa-5e58-4649-9b28-4b98abedb465'] response: {'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:32:17.082251 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.117321 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (6ff05657-bf24-48d8-9262-c76b54613355), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.118187 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (6ff05657-bf24-48d8-9262-c76b54613355), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.147463 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-1a410094-66e6-4aba-b65d-ccc364de2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:17.150718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-1a410094-66e6-4aba-b65d-ccc364de2643 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1129 time: 0.0625024 Jun 16 18:32:17.156322 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for 6ff05657-bf24-48d8-9262-c76b54613355 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:32:17.286405 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '7104d571-a444-4c50-9491-d4fec6076402', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'port_id': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'mac_address': 'fa:16:3e:e3:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdb428-7e41-4e0f-b91a-15009844089f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:14Z', 'updated_at': '2022-06-16T18:32:14Z', 'revision_number': 0, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:17.317464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Checking router: 768e4edb-69fe-4fe0-ac46-433ad3f0da2b for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:32:17.330877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:17.331724 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:17.343091 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a28838-dad4-47a9-9eae-0d28c6a907a6 req-58d87510-ef60-4c81-ae45-5d9dd2e7bcda tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:17.346208 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a6a28838-dad4-47a9-9eae-0d28c6a907a6 req-58d87510-ef60-4c81-ae45-5d9dd2e7bcda tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0910969 Jun 16 18:32:17.407478 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:17.540741 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (6ff05657-bf24-48d8-9262-c76b54613355), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.547563 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (464748d0-cf04-46b0-b8e3-bfb3833aaaa2), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.557382 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:17.562221 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:17.603320 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=6ff05657-bf24-48d8-9262-c76b54613355,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:17.605291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (464748d0-cf04-46b0-b8e3-bfb3833aaaa2), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.632456 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.638502 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6957386 Jun 16 18:32:17.642326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60694) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:17.654460 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:17.772762 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:17.776660 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e19ad9-65f3-4237-90f9-7561621fc855 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464748d0-cf04-46b0-b8e3-bfb3833aaaa2,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:17.809658 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (742f81d8-dc59-483d-9435-ba472ece047a), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.907600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (f5848f53-3eb9-4045-baef-acf8566aec67), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.913061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.918982 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f7beabbc-16ad-4e29-8f7f-d51ac72374c3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5848f53-3eb9-4045-baef-acf8566aec67 HTTP/1.1" status: 204 len: 168 time: 1.3032606 Jun 16 18:32:17.961126 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (742f81d8-dc59-483d-9435-ba472ece047a), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.967480 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (742f81d8-dc59-483d-9435-ba472ece047a), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:17.968669 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:17.982540 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:18.007066 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742f81d8-dc59-483d-9435-ba472ece047a,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:18.019279 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.020948 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-58f540c9-55e4-4932-b3ed-ff92748ccb5b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716159 Jun 16 18:32:18.025005 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60700) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:18.032095 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:18.057252 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a6a28838-dad4-47a9-9eae-0d28c6a907a6 req-8e504569-f8d2-423e-9aee-ca0ce62b57cf tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7002349 Jun 16 18:32:18.090547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (8228ac36-91f0-4af7-9abb-d47839aa9a2b), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.107511 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-6a7494e8-58da-4f3e-b6c3-e127512f938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:18.109718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-6a7494e8-58da-4f3e-b6c3-e127512f938a service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.1941316 Jun 16 18:32:18.209434 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-4da10ce3-dde1-46c9-9b2b-0dc141f0ac0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 998 time: 0.0910330 Jun 16 18:32:18.223959 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (8228ac36-91f0-4af7-9abb-d47839aa9a2b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.237644 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (8228ac36-91f0-4af7-9abb-d47839aa9a2b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.275577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8228ac36-91f0-4af7-9abb-d47839aa9a2b,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:18.286717 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '7104d571-a444-4c50-9491-d4fec6076402', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'port_id': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'mac_address': 'fa:16:3e:e3:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdb428-7e41-4e0f-b91a-15009844089f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:14Z', 'updated_at': '2022-06-16T18:32:14Z', 'revision_number': 0, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:18.290848 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.296926 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-30735dc8-8658-4e91-9086-5691edab53a8 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2664251 Jun 16 18:32:18.299092 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60706) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:18.308533 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:18.337732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a781c2-f4c4-4a68-9211-2acfa9eb5ac8 None None] The sync data for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi is: [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '7104d571-a444-4c50-9491-d4fec6076402', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'port_id': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'mac_address': 'fa:16:3e:e3:94:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdb428-7e41-4e0f-b91a-15009844089f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:14Z', 'updated_at': '2022-06-16T18:32:14Z', 'revision_number': 0, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:32:18.340692 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-f286f197-cec9-4500-871c-a502c7523ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:18.342749 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-f286f197-cec9-4500-871c-a502c7523ec7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.1258843 Jun 16 18:32:18.361905 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (b6437751-5fa7-4fc2-b88c-45a61d9bf97e), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.401435 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-a2392c1e-1505-4324-8620-8c348c30105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:18.403133 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-a2392c1e-1505-4324-8620-8c348c30105d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495055 Jun 16 18:32:18.481998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (b6437751-5fa7-4fc2-b88c-45a61d9bf97e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.495569 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (b6437751-5fa7-4fc2-b88c-45a61d9bf97e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.550061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6437751-5fa7-4fc2-b88c-45a61d9bf97e,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:18.581093 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.583699 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-31765ee1-765f-4340-a843-556ff7b06eae tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2835374 Jun 16 18:32:18.586923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60714) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:18.594006 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-3ab8791f-d90d-4ed9-ace9-eb1d1b5c369e service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744277 Jun 16 18:32:18.603895 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:18.670893 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (4e321af5-7085-49cb-a2c9-a71c1c6f1c03), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.742296 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937f4f-9cdc-4978-88a3-1d7ba4962147 None None] New status for floating IP 7104d571-a444-4c50-9491-d4fec6076402: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:32:18.795307 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f3714dcd-2f8c-4962-97bb-1b11b69eb075 req-a5a3b349-37e7-47e4-b39d-8bd34a4167ac service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921947 Jun 16 18:32:18.842406 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (4e321af5-7085-49cb-a2c9-a71c1c6f1c03), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.849368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (4e321af5-7085-49cb-a2c9-a71c1c6f1c03), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.878310 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e321af5-7085-49cb-a2c9-a71c1c6f1c03,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:18.888246 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:18.889615 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a9dfbfd5-7898-45d4-ac43-3726ba6095e6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2922368 Jun 16 18:32:18.893549 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60716) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:18.898763 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:18.933830 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.securitygroups_db [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Project c9fa2caa1412451aa0308c807d5c62d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:32:18.940992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (5835c08c-8578-4945-91b6-d2b5af0677e4), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.019481 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (5835c08c-8578-4945-91b6-d2b5af0677e4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.023941 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (5835c08c-8578-4945-91b6-d2b5af0677e4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.049881 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5835c08c-8578-4945-91b6-d2b5af0677e4,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:19.056982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.058532 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e1377a68-8ba2-464b-93a3-c219e3d8ab1d tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639085 Jun 16 18:32:19.061440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60718) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:19.066292 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'security_group_rule': {'security_group_id': '464748d0-cf04-46b0-b8e3-bfb3833aaaa2', 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:19.095979 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.securitygroups_db [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Project c9fa2caa1412451aa0308c807d5c62d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:32:19.103552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (04c61cf7-d9b4-450d-bbad-dea011c30ef1), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.175261 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:19.183709 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (04c61cf7-d9b4-450d-bbad-dea011c30ef1), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.189959 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (04c61cf7-d9b4-450d-bbad-dea011c30ef1), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.199343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:19.215571 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c61cf7-d9b4-450d-bbad-dea011c30ef1,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:19.228993 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:19.231134 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4ae0f20a-b9ab-44ed-84a4-2dc7f2a9036a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684442 Jun 16 18:32:19.392195 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-17ae6cd9-2155-4f81-9945-9331a483e8ec tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860295531&fields=id&tenant_id=c9fa2caa1412451aa0308c807d5c62d8 HTTP/1.1" status: 200 len: 267 time: 0.0671482 Jun 16 18:32:19.458855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-90c2dcb0-4fed-435c-816e-80f6069bdf20 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:19.460371 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-90c2dcb0-4fed-435c-816e-80f6069bdf20 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0572441 Jun 16 18:32:19.473193 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'port': {'security_groups': ['8509f4bf-72d4-473c-9c2f-2ebda65da2b2', '464748d0-cf04-46b0-b8e3-bfb3833aaaa2']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:19.567482 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:20.198272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:20.243171 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:20.254462 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:20.269851 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeafa36-1ec6-4114-8b7f-bd4164302cfc req-44ce598b-31fc-4d08-93db-5e378e9dd7e4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:20.272348 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eeeafa36-1ec6-4114-8b7f-bd4164302cfc req-44ce598b-31fc-4d08-93db-5e378e9dd7e4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.0803437 Jun 16 18:32:20.277737 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:32:20.329040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:20.330094 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:20.332539 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-deab6e6d-4697-45ad-9020-f62a96b06914 req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "PUT /v2.0/ports/60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 981 time: 0.8643136 Jun 16 18:32:20.333253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:20.341300 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:20.397128 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209a8e4-6e8e-4eee-8b60-c8783b755970 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=6']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:20.434584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eeeafa36-1ec6-4114-8b7f-bd4164302cfc req-a5405d49-208b-4f5b-8d98-2862eca972a6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399932 Jun 16 18:32:20.452324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:32:20.508771 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028cced-0693-4a40-8b4b-ef48a2d70971 x-openstack-request-id: req-1028cced-0693-4a40-8b4b-ef48a2d70971 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:20.509198 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:20.509575 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1028cced-0693-4a40-8b4b-ef48a2d70971 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:20.510181 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1028cced-0693-4a40-8b4b-ef48a2d70971'] response: {'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:32:20.536423 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f1f3-705e-49ac-bc2b-11db3f488ae7 req-5eb28b6d-4327-423e-a22e-c175df92b858 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:20.538279 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a556f1f3-705e-49ac-bc2b-11db3f488ae7 req-5eb28b6d-4327-423e-a22e-c175df92b858 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0952537 Jun 16 18:32:20.626772 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a556f1f3-705e-49ac-bc2b-11db3f488ae7 req-8a0a8f4c-c229-4278-8379-44e1d5a2de89 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771880 Jun 16 18:32:20.793794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-02fd4a20-df42-43f0-9f85-c5cad0d3e80f None None] Provisioning complete for port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:32:20.794078 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-02fd4a20-df42-43f0-9f85-c5cad0d3e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:20.835183 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:20.939350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:21.070562 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-02fd4a20-df42-43f0-9f85-c5cad0d3e80f None None] Current status of the port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:21.568439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0830-5abe-4baf-abec-f88667478146 req-d0be3b6f-8237-4744-9188-1f0f03e4136c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:21.571015 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7e5e0830-5abe-4baf-abec-f88667478146 req-d0be3b6f-8237-4744-9188-1f0f03e4136c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.0613718 Jun 16 18:32:21.631968 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-5c33cf5b-d35c-4881-a842-060cbde3f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:21.634571 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-5c33cf5b-d35c-4881-a842-060cbde3f17c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1168 time: 0.0624211 Jun 16 18:32:21.662287 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7e5e0830-5abe-4baf-abec-f88667478146 req-65d5dd6c-9311-44e2-8b5d-99ecbbc79977 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=067acb5c-17cd-43ca-8598-8ea7a8d20d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805705 Jun 16 18:32:21.881486 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-e42f32f5-fe94-4fc9-a5f0-e00e7ae19160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:21.884286 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-e42f32f5-fe94-4fc9-a5f0-e00e7ae19160 service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.1143091 Jun 16 18:32:21.968946 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-5b5cddea-f251-443d-918a-0a4e21995ba7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:21.970827 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-5b5cddea-f251-443d-918a-0a4e21995ba7 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 946 time: 0.0629566 Jun 16 18:32:21.993187 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-dd8e0ada-9119-47c0-bffe-920d9a714532 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 1000 time: 0.0856738 Jun 16 18:32:22.063695 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-67ebc8db-83ab-47d3-bfb6-619ea1e8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:22.065687 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-67ebc8db-83ab-47d3-bfb6-619ea1e8c0fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.0655015 Jun 16 18:32:22.086290 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port 0075a21e-8596-4b59-b394-0d2e2c21aab0 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:32:22.086853 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:22.121223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-880e58b8-8bce-4696-b6d2-3d06ae792d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:22.122817 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-880e58b8-8bce-4696-b6d2-3d06ae792d94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482750 Jun 16 18:32:22.173546 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:22.213359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] For port 0075a21e-8596-4b59-b394-0d2e2c21aab0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0075a21e-8596-4b59-b394-0d2e2c21aab0,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:22.213737 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:22.261432 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-5ef57c96-8654-46b9-b64f-3e3fc07af605 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306200 Jun 16 18:32:22.387011 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b3910197-e4b0-4ce5-a08d-6d944c98b3b1 req-59e0ddf5-0002-48cb-947c-37d2bcd75612 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154854 Jun 16 18:32:22.413493 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:22.475786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:22.502764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:22.503214 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:22.503646 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP 05eba6a3-e607-493c-bc60-79944754cfc7 disassociated. External IP: 172.27.2.20, port: 0075a21e-8596-4b59-b394-0d2e2c21aab0. Jun 16 18:32:22.504106 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for 0075a21e-8596-4b59-b394-0d2e2c21aab0 owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:32:22.711802 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (0075a21e-8596-4b59-b394-0d2e2c21aab0), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:22.749725 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=0075a21e-8596-4b59-b394-0d2e2c21aab0,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:22.834449 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-797937f4-0c56-407d-a7a5-93fb653678ee req-0f148672-f651-415a-a618-34abd18afde0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=121f052a-2d96-444d-a817-38e348aaf0e5 HTTP/1.1" status: 200 len: 210 time: 0.0361621 Jun 16 18:32:22.921183 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:32:23.049202 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:32:23.064981 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:32:23.079019 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:23.079681 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:23.141176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] No DVR routers for this DVR port 0075a21e-8596-4b59-b394-0d2e2c21aab0 on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:32:23.145208 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:23.149697 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f8963ddf-c1bc-408e-afb6-749f1c4bdbca req-bcfe3283-e35f-4709-a462-695c20f34acd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "DELETE /v2.0/ports/0075a21e-8596-4b59-b394-0d2e2c21aab0 HTTP/1.1" status: 204 len: 173 time: 1.1709392 Jun 16 18:32:23.150647 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'name': 'network-vif-deleted', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:23.154340 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de1562-5f45-4d75-8b58-b509e73a3650" -d '{"events": [{"server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "name": "network-vif-deleted", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:23.209595 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408945cd-40e4-4eb1-9053-f80bfc98d883 x-openstack-request-id: req-408945cd-40e4-4eb1-9053-f80bfc98d883 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:23.209890 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121f052a-2d96-444d-a817-38e348aaf0e5", "name": "network-vif-deleted", "tag": "0075a21e-8596-4b59-b394-0d2e2c21aab0", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:23.210196 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-408945cd-40e4-4eb1-9053-f80bfc98d883 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:23.211021 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408945cd-40e4-4eb1-9053-f80bfc98d883'] response: {'server_uuid': '121f052a-2d96-444d-a817-38e348aaf0e5', 'name': 'network-vif-deleted', 'tag': '0075a21e-8596-4b59-b394-0d2e2c21aab0', 'status': 'completed', 'code': 200} Jun 16 18:32:23.265493 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:23.520007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:23.574418 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:23.610538 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:32:23.622088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:23.622849 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:23.766002 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:23.954532 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60746) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:24.027939 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (067acb5c-17cd-43ca-8598-8ea7a8d20d42), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.069235 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (067acb5c-17cd-43ca-8598-8ea7a8d20d42), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.108341 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:24.110429 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:24.157437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117875a5-e976-4dd1-8d92-c417324064a1 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:32:24.163152 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (067acb5c-17cd-43ca-8598-8ea7a8d20d42), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.166403 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.167647 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/security-groups/067acb5c-17cd-43ca-8598-8ea7a8d20d42 HTTP/1.1" status: 204 len: 168 time: 0.2118835 Jun 16 18:32:24.172999 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60748) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:24.180570 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aa60f-3374-42ef-ac08-171439716a23 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067acb5c-17cd-43ca-8598-8ea7a8d20d42,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:24.199377 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-85db11b3-5726-4546-ab13-6aefb69cfbc8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] show failed (client error): The resource could not be found. Jun 16 18:32:24.201335 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-85db11b3-5726-4546-ab13-6aefb69cfbc8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups/067acb5c-17cd-43ca-8598-8ea7a8d20d42 HTTP/1.1" status: 404 len: 347 time: 0.0256171 Jun 16 18:32:24.205890 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60750) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:24.215643 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 0075a21e-8596-4b59-b394-0d2e2c21aab0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:32:24.256395 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 0075a21e-8596-4b59-b394-0d2e2c21aab0 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:32:24.256999 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 0075a21e-8596-4b59-b394-0d2e2c21aab0 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:32:24.331194 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:24.373896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port f458cb63-1ea0-4cbb-83b2-0346fcc83875 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:32:24.374512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.482894 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268ba71-dbf7-41c2-a79a-cb8bf55c9451 None None] New status for floating IP 05eba6a3-e607-493c-bc60-79944754cfc7: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:32:24.484845 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.485181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (f458cb63-1ea0-4cbb-83b2-0346fcc83875), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.501708 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for f458cb63-1ea0-4cbb-83b2-0346fcc83875 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:32:24.716243 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (f458cb63-1ea0-4cbb-83b2-0346fcc83875), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.748395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=f458cb63-1ea0-4cbb-83b2-0346fcc83875,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:24.783938 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (05eba6a3-e607-493c-bc60-79944754cfc7), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.788468 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:24.790235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-6b178020-ea22-4b4b-8fb7-359715be5803 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/floatingips/05eba6a3-e607-493c-bc60-79944754cfc7 HTTP/1.1" status: 204 len: 168 time: 0.5832765 Jun 16 18:32:24.899862 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60754) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:24.904880 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201176820', 'description': 'tempest-description--314946796'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:24.930151 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.034168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (d707b25c-be99-42e1-a898-1e4e57c55da8), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.039833 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d707b25c-be99-42e1-a898-1e4e57c55da8), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.079523 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.085283 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1800497 Jun 16 18:32:25.086574 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60756) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:25.093977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': 'd707b25c-be99-42e1-a898-1e4e57c55da8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:25.096594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad444e0-13e5-45bd-8fb6-e1180e57ff27 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d707b25c-be99-42e1-a898-1e4e57c55da8,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:25.141402 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5c8de670-64fd-4f00-9831-1bb65f436f99), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.216437 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5c8de670-64fd-4f00-9831-1bb65f436f99), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.222667 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (5c8de670-64fd-4f00-9831-1bb65f436f99), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.256743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8de670-64fd-4f00-9831-1bb65f436f99,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:25.268967 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.270485 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-bfdf2531-0c01-46af-9e35-4c9078b43093 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824746 Jun 16 18:32:25.275330 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60758) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:25.281024 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': 'd707b25c-be99-42e1-a898-1e4e57c55da8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:25.302391 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:25.324074 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (c296e008-565c-4af3-8c1e-e69be31bf068), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.414280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (c296e008-565c-4af3-8c1e-e69be31bf068), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.419084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (c296e008-565c-4af3-8c1e-e69be31bf068), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.442360 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c296e008-565c-4af3-8c1e-e69be31bf068,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:25.449318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.454532 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3a356f49-c7eb-4ca7-b725-bb3604344d8b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738966 Jun 16 18:32:25.455141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60760) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:25.459816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:25.480708 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:25.489937 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.590703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:25.599672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.731246 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.27.2.36 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/afdeb1c1-4b3e-47be-9680-fedad6c4307b) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:32:25.874150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.918108 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:25.970832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:32:25.977517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:32:25.983866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:32:26.010703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=afdeb1c1-4b3e-47be-9680-fedad6c4307b,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:26.104513 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.155156 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.368121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.374616 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.415300 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:26.452961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=afdeb1c1-4b3e-47be-9680-fedad6c4307b,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:26.468303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.487682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:26.489167 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-694cc2a5-f9bd-4a90-beae-f573b9c36a97 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0329759 Jun 16 18:32:26.744889 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-decaf104-683c-4c1f-91e7-861012d01e42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--201176820&fields=id&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 267 time: 0.0566075 Jun 16 18:32:26.887818 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-3ea7738e-65e8-45de-97a1-40ab99a73498 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:26.889347 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-3ea7738e-65e8-45de-97a1-40ab99a73498 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.1370716 Jun 16 18:32:26.905735 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-b33b7eb8-b84b-447c-84e1-f3c502f7f603 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/quotas/1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 375 time: 0.0107913 Jun 16 18:32:26.925179 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:26.966839 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-15955f14-4b01-456e-b3b7-e84b5649bfdc tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549176 Jun 16 18:32:27.079047 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-af4423fe-dd1f-43ba-ada7-2fd8bd045671 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984352 Jun 16 18:32:27.229232 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-b6982d2e-c612-4438-9c96-5ba9ea793ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435397 Jun 16 18:32:27.401141 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa169-7f52-474c-9b64-a7d495a0e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:27.446603 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b09d7056-66d0-4773-b5ca-82612ee11f40 req-885e97bd-9835-478d-84f4-0392623ba847 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 210 time: 0.0344367 Jun 16 18:32:28.639029 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:28.655639 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-065ffae1-7cb1-40eb-bdbd-ccc3ab739e0f req-aa387f9b-b3d8-4f13-a1ee-a2a3f96484c6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 210 time: 0.0720081 Jun 16 18:32:28.764430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-001fecc2-7ea7-4597-927a-24befc163d2c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:28.768598 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-001fecc2-7ea7-4597-927a-24befc163d2c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.1829226 Jun 16 18:32:28.894435 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-29017eca-2547-45d1-a9ec-0775be720701 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 379 time: 0.1070979 Jun 16 18:32:28.916677 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'port': {'device_id': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'admin_state_up': True, 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'security_groups': ['d707b25c-be99-42e1-a898-1e4e57c55da8']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:29.084277 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:32:29.088858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.252252 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.20.0.9 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/2e698a2a-6a45-4d55-a4e3-1a1a739951af) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:32:29.451369 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.510025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.576826 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:32:29.583109 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:32:29.586604 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:32:29.593409 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:29.651368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:29.652164 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.681244 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-799b62ec-0b09-4d43-87a7-f9ae021ed39e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684054 Jun 16 18:32:29.697946 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Request body: {'port': {'device_id': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:29.727687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e65ae553-ca6c-4eeb-8b72-b670af1e4fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.732100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:29.807634 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:29.878319 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:29.929945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9269611-4f3e-4ea8-a460-9fb7819300a7 req-edd7285b-1c13-4dff-af8b-4db584671c73 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:29.931750 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e9269611-4f3e-4ea8-a460-9fb7819300a7 req-edd7285b-1c13-4dff-af8b-4db584671c73 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 931 time: 0.1191316 Jun 16 18:32:29.971143 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-61561c18-89e0-4fb6-9d9d-8d4bc53d009d None None] Provisioning complete for port 2e698a2a-6a45-4d55-a4e3-1a1a739951af triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:32:29.972167 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-61561c18-89e0-4fb6-9d9d-8d4bc53d009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.029940 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-61561c18-89e0-4fb6-9d9d-8d4bc53d009d None None] Port 2e698a2a-6a45-4d55-a4e3-1a1a739951af cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:32:30.103146 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e9269611-4f3e-4ea8-a460-9fb7819300a7 req-2e478edf-9bff-49fc-9dd8-91d39d57f083 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582625 Jun 16 18:32:30.275031 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e698a2a-6a45-4d55-a4e3-1a1a739951af {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:32:30.284797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks [] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.302878 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Transition to ACTIVE for port object 2e698a2a-6a45-4d55-a4e3-1a1a739951af will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:32:30.309231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.408503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:30.514248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Attempting to bind port 2e698a2a-6a45-4d55-a4e3-1a1a739951af on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:32:30.515197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Attempting to bind port 2e698a2a-6a45-4d55-a4e3-1a1a739951af by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:32:30.516303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Attempting to bind port 2e698a2a-6a45-4d55-a4e3-1a1a739951af on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:32:30.522616 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Port 2e698a2a-6a45-4d55-a4e3-1a1a739951af on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:32:30.524565 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Attempting to bind port 2e698a2a-6a45-4d55-a4e3-1a1a739951af on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:32:30.534795 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:32:30.535403 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:32:30.535932 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:32:30.536670 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Bound port: 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:32:30.537227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.623138 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:32:30.626788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:32:30.636721 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.679302 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:30.680882 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:30.683388 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] 10.222.0.88 "PUT /v2.0/ports/2e698a2a-6a45-4d55-a4e3-1a1a739951af HTTP/1.1" status: 200 len: 1093 time: 0.9924111 Jun 16 18:32:30.683983 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:30.686617 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec16b6-3d71-4fcd-8395-b43897077ded" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:30.721301 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6da82c-6b45-408b-a32b-45a1424d4a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:30.765706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc2e8a7-f757-4366-aa09-e6d4c3608095 x-openstack-request-id: req-0bc2e8a7-f757-4366-aa09-e6d4c3608095 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:30.766772 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:30.767145 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bc2e8a7-f757-4366-aa09-e6d4c3608095 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:30.767683 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc2e8a7-f757-4366-aa09-e6d4c3608095'] response: {'name': 'network-changed', 'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'status': 'completed', 'code': 200} Jun 16 18:32:30.806572 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-5fbd4edf-2a6d-447a-ba16-0c52492bbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:30.809467 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-5fbd4edf-2a6d-447a-ba16-0c52492bbf6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 1127 time: 0.0601928 Jun 16 18:32:30.857641 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-20bb4620-1488-4795-9f6c-6e12a822b9af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af HTTP/1.1" status: 200 len: 217 time: 0.0374088 Jun 16 18:32:31.030064 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:31.171768 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-a7cc3a74-077f-4a0e-941a-b6b8a330ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:31.175139 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-a7cc3a74-077f-4a0e-941a-b6b8a330ebf4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.3093998 Jun 16 18:32:31.198362 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:31.293461 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-db92b7b1-3660-42af-bf26-e0b0c47e1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:31.295256 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-db92b7b1-3660-42af-bf26-e0b0c47e1703 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1098745 Jun 16 18:32:31.310345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c28d-7092-4323-a830-5b7f3034b919 req-6356afa2-a9f0-4e9c-a6eb-92f8e89ed31d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:31.311977 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c001c28d-7092-4323-a830-5b7f3034b919 req-6356afa2-a9f0-4e9c-a6eb-92f8e89ed31d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 943 time: 0.0792792 Jun 16 18:32:31.433113 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c001c28d-7092-4323-a830-5b7f3034b919 req-17a6cde2-6b58-46b2-9957-e1ff74f9129d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088648 Jun 16 18:32:31.449783 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-f8ee4529-4f71-4a26-89bf-13bc6c92f26d service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367309 Jun 16 18:32:31.490733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:31.597260 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7c59c990-5914-49f3-ba8f-9cb7fdc22b15 req-c390edd2-b261-452b-b360-09dde438e88e service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380634 Jun 16 18:32:32.443077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:32.575337 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54d4cc-c83e-4f98-932d-59dd80602369 req-3919ef40-0ce0-4349-9700-e364052ad459 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:32.576892 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6c54d4cc-c83e-4f98-932d-59dd80602369 req-3919ef40-0ce0-4349-9700-e364052ad459 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 943 time: 0.0516458 Jun 16 18:32:32.638080 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6c54d4cc-c83e-4f98-932d-59dd80602369 req-166649e0-f10d-46ab-ad03-0ac7bb41560e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554178 Jun 16 18:32:32.679231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-2fe76f8c-d85c-4032-8732-2d2351d20962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:32.680971 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-2fe76f8c-d85c-4032-8732-2d2351d20962 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 1127 time: 0.0434115 Jun 16 18:32:32.786829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-c0420ef1-c3c0-40ef-abb3-fa14cf1d7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:32.789425 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-c0420ef1-c3c0-40ef-abb3-fa14cf1d7b50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.0955787 Jun 16 18:32:32.793221 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:32.837884 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-33d23ca6-7a5a-4693-ad3a-d036d740acd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af HTTP/1.1" status: 200 len: 217 time: 0.0383589 Jun 16 18:32:32.890330 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-91363d4c-15bd-4952-8a78-9f7178646efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:32.891330 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-91363d4c-15bd-4952-8a78-9f7178646efd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.0462542 Jun 16 18:32:32.941504 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-0b3e7ed2-7613-4512-a11b-4b757fd9d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:32.943028 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-0b3e7ed2-7613-4512-a11b-4b757fd9d57d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427837 Jun 16 18:32:33.045996 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-d5450e36-c488-4247-bc7e-452cb6c1df32 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953667 Jun 16 18:32:33.167933 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f7ec16b6-3d71-4fcd-8395-b43897077ded req-51e3f0fe-f07e-49dc-8055-99a2e8ea869a service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079178 Jun 16 18:32:33.763109 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d522e-0097-4aee-96a6-2fdd129d6f0d req-ea709419-4137-4ad0-bced-765abf401828 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:33.764635 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f8d522e-0097-4aee-96a6-2fdd129d6f0d req-ea709419-4137-4ad0-bced-765abf401828 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 943 time: 0.0506492 Jun 16 18:32:33.830802 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f8d522e-0097-4aee-96a6-2fdd129d6f0d req-e64cb65d-8e05-4d37-9a47-e1613e4ee907 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604966 Jun 16 18:32:34.218770 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 2e698a2a-6a45-4d55-a4e3-1a1a739951af details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:32:34.340607 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:34.355016 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'port_id': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'mac_address': 'fa:16:3e:c7:41:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:32:34.400803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 2e698a2a-6a45-4d55-a4e3-1a1a739951af is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:34.401431 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:34.426460 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e698a2a-6a45-4d55-a4e3-1a1a739951af {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:32:34.465259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:34.471149 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:34.560008 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:34.597140 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:34.600782 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:34.757009 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['2e698a2a-6a45-4d55-a4e3-1a1a739951af'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:32:34.822490 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:34.986351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f98c73-51d1-47a2-a7c1-d47d4860b78c req-5f92250c-40d8-4c02-9099-f25b15726fa0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:34.995913 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-67f98c73-51d1-47a2-a7c1-d47d4860b78c req-5f92250c-40d8-4c02-9099-f25b15726fa0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 944 time: 0.0740159 Jun 16 18:32:35.037240 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a549aa5-790e-4a00-8efc-c3523c68fe29 req-452aeac7-f2ac-4027-a806-03f2c3358a2a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:35.040552 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1a549aa5-790e-4a00-8efc-c3523c68fe29 req-452aeac7-f2ac-4027-a806-03f2c3358a2a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0731547 Jun 16 18:32:35.067539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:35.074121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-4295766c-a8e7-475b-a1d4-b9443fdf8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:35.075642 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-4295766c-a8e7-475b-a1d4-b9443fdf8c05 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1168 time: 0.0710840 Jun 16 18:32:35.112187 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-67f98c73-51d1-47a2-a7c1-d47d4860b78c req-c5af8ceb-0a4d-4d68-8b9c-f4849e71eb40 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150839 Jun 16 18:32:35.157738 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1a549aa5-790e-4a00-8efc-c3523c68fe29 req-b511f7ce-4206-40f8-90e9-d4cd68cf5760 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094434 Jun 16 18:32:35.199596 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-e307fb1f-e9db-4f2b-a0d8-9ea0d55eb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:35.201150 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-e307fb1f-e9db-4f2b-a0d8-9ea0d55eb4d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.1158183 Jun 16 18:32:35.282272 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-b1453823-0c24-4a30-8a7a-9e48c0901076 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 1000 time: 0.0734692 Jun 16 18:32:35.340961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-6ed4bfdb-b348-4c1a-9817-e1fbc3b8794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:35.342479 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-6ed4bfdb-b348-4c1a-9817-e1fbc3b8794d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.0508976 Jun 16 18:32:35.391013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-74d62f20-01f3-44fa-932b-d6aa3d93a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:35.392519 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-74d62f20-01f3-44fa-932b-d6aa3d93a848 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436347 Jun 16 18:32:35.540400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:35.547556 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-74dd24d0-9175-49dc-84f6-3de9b0509c10 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447387 Jun 16 18:32:35.711713 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f20fb31b-64a3-480c-8218-ce72fa51d80f req-0ad8b041-6b17-479c-a5ec-f8e4ee1fe8a2 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574187 Jun 16 18:32:36.254561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 2e698a2a-6a45-4d55-a4e3-1a1a739951af up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:32:36.309623 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da84d-b951-4fdb-9ec9-8feeed8fdfdf req-b8b78cde-f54d-4057-82ec-88113dde1336 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:36.312357 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-392da84d-b951-4fdb-9ec9-8feeed8fdfdf req-b8b78cde-f54d-4057-82ec-88113dde1336 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 944 time: 0.0824986 Jun 16 18:32:36.329902 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 2e698a2a-6a45-4d55-a4e3-1a1a739951af completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:32:36.337948 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5f3c-3e57-4650-8d63-96140cee868d req-20087841-c615-4a27-9caa-47f1418136be tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:36.339884 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 2e698a2a-6a45-4d55-a4e3-1a1a739951af triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:32:36.340380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:36.344715 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ddd5f3c-3e57-4650-8d63-96140cee868d req-20087841-c615-4a27-9caa-47f1418136be tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0752921 Jun 16 18:32:36.379042 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-392da84d-b951-4fdb-9ec9-8feeed8fdfdf req-8ae5bfb9-2fbe-4862-8cc1-77ec58314531 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562994 Jun 16 18:32:36.432749 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4ddd5f3c-3e57-4650-8d63-96140cee868d req-c6fa0a84-b771-4b7d-a605-464669210328 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806558 Jun 16 18:32:36.571939 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:36.584786 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 2e698a2a-6a45-4d55-a4e3-1a1a739951af is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:32:36.585798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:36.614344 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:36.617360 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709429c-ea9e-482b-bb55-5bb6a415dc47" -d '{"events": [{"server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "name": "network-vif-plugged", "status": "completed", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:36.631603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:32:36.636767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:36.665349 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016797a-58af-46ad-b58a-bd2a43860b2c x-openstack-request-id: req-d016797a-58af-46ad-b58a-bd2a43860b2c {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:36.665663 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "name": "network-vif-plugged", "status": "completed", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:36.666035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d016797a-58af-46ad-b58a-bd2a43860b2c {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:36.666437 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d016797a-58af-46ad-b58a-bd2a43860b2c'] response: {'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'code': 200} Jun 16 18:32:36.699883 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:36.848314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef876ff-0ed2-4286-9fb2-ff75b9b83f35 req-7eab9758-7cd7-4a5a-a2bc-babeabb80730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:36.849797 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2ef876ff-0ed2-4286-9fb2-ff75b9b83f35 req-7eab9758-7cd7-4a5a-a2bc-babeabb80730 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 1129 time: 0.0401559 Jun 16 18:32:36.896307 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2ef876ff-0ed2-4286-9fb2-ff75b9b83f35 req-08f26590-2b2a-4db1-b9df-06cbeecbad87 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395911 Jun 16 18:32:37.532796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260155f-7f42-4c70-9573-ce40e3a46ca0 req-f1961e35-bb7e-4750-93e7-315f832cc57c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:37.534399 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2260155f-7f42-4c70-9573-ce40e3a46ca0 req-f1961e35-bb7e-4750-93e7-315f832cc57c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0629301 Jun 16 18:32:37.591621 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2260155f-7f42-4c70-9573-ce40e3a46ca0 req-3ccdd0cf-2d81-49a2-963d-de0945d90632 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505679 Jun 16 18:32:37.603517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0eaa0-da3a-4423-9bdc-68c5382ef0ab req-0c2cd99a-298f-489e-8621-5231c5fa4111 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:37.607438 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cae0eaa0-da3a-4423-9bdc-68c5382ef0ab req-0c2cd99a-298f-489e-8621-5231c5fa4111 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0777488 Jun 16 18:32:37.716966 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cae0eaa0-da3a-4423-9bdc-68c5382ef0ab req-1903fc90-1fbe-4672-9806-fc4220f33c7b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003766 Jun 16 18:32:38.745803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084855-f9cc-4124-bab1-9a151f4fd71d req-62e7a479-3d7d-49a6-a747-4a5a968f8b02 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:38.747435 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5084855-f9cc-4124-bab1-9a151f4fd71d req-62e7a479-3d7d-49a6-a747-4a5a968f8b02 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0591559 Jun 16 18:32:38.798210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:38.816206 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5084855-f9cc-4124-bab1-9a151f4fd71d req-8f157cd0-be48-4ec8-aa32-bec763a554b6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589180 Jun 16 18:32:38.861861 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea36e5-9b27-4a8d-969c-7027b55a663d req-7d26eeed-9eae-4c5d-b923-22a5875efc8a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:38.863526 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9cea36e5-9b27-4a8d-969c-7027b55a663d req-7d26eeed-9eae-4c5d-b923-22a5875efc8a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0685890 Jun 16 18:32:38.940647 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9cea36e5-9b27-4a8d-969c-7027b55a663d req-8748dfe5-df21-4f69-8532-fd40d5a62758 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699940 Jun 16 18:32:38.987219 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed73094-883b-4f9b-a754-85151458a467 req-a0494a87-cc2a-459d-9792-064cfc9ce1f3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:38.989249 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5ed73094-883b-4f9b-a754-85151458a467 req-a0494a87-cc2a-459d-9792-064cfc9ce1f3 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0599093 Jun 16 18:32:38.999917 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60832) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:32:39.005351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'port_id': '2e698a2a-6a45-4d55-a4e3-1a1a739951af'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:32:39.047417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:39.183868 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:39.543590 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:39.548461 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:39.660261 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP d0f15134-a85b-421a-9f9d-9ca096e29410 associated. External IP: 172.27.2.36, port: 2e698a2a-6a45-4d55-a4e3-1a1a739951af. Jun 16 18:32:39.694060 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:39.923802 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:32:40.110036 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:32:40.121570 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:40.123340 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:32:40.145004 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:40.146176 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:40.174030 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878219ce-e9f5-4246-b8d5-ae5dfd97017b req-863e28d7-4e91-4a79-8a12-4ba5bd0d514b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:40.176764 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-878219ce-e9f5-4246-b8d5-ae5dfd97017b req-863e28d7-4e91-4a79-8a12-4ba5bd0d514b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.1372211 Jun 16 18:32:40.214010 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ee622291-b5c0-4d0c-8a12-30a18580dcdb tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "PUT /v2.0/floatingips/d0f15134-a85b-421a-9f9d-9ca096e29410 HTTP/1.1" status: 200 len: 990 time: 1.2097116 Jun 16 18:32:40.223139 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:32:40.227477 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80cbb25-1d92-4d98-8324-d180e041a346" -d '{"events": [{"name": "network-changed", "server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:32:40.284818 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-878219ce-e9f5-4246-b8d5-ae5dfd97017b req-6c5aec7a-2c0f-4422-804c-160f1121079f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990682 Jun 16 18:32:40.299952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1194cb97-9d5d-4ce2-ba66-6ca88e8d904f x-openstack-request-id: req-1194cb97-9d5d-4ce2-ba66-6ca88e8d904f {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:32:40.300387 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:32:40.300575 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1194cb97-9d5d-4ce2-ba66-6ca88e8d904f {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:32:40.300947 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1194cb97-9d5d-4ce2-ba66-6ca88e8d904f'] response: {'name': 'network-changed', 'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'status': 'completed', 'code': 200} Jun 16 18:32:40.346532 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:40.372811 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-a9b3a885-c03b-4416-afbd-5b4a16181db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:40.374230 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-a9b3a885-c03b-4416-afbd-5b4a16181db3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 1129 time: 0.0467646 Jun 16 18:32:40.454224 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:40.493439 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-b17d7726-741c-47bd-b755-4659993df5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:40.495270 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-b17d7726-741c-47bd-b755-4659993df5bd service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.1120217 Jun 16 18:32:40.603449 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-e2365fc7-55a2-4a5c-8690-ec7f352389e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af HTTP/1.1" status: 200 len: 998 time: 0.1008222 Jun 16 18:32:40.697973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-2faf5be4-36ee-4cce-9e20-e0c7fcd9855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:40.699522 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-2faf5be4-36ee-4cce-9e20-e0c7fcd9855a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.0892222 Jun 16 18:32:40.711169 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'd0f15134-a85b-421a-9f9d-9ca096e29410', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:c7:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:26Z', 'updated_at': '2022-06-16T18:32:39Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:40.742020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:32:40.753210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:32:40.754031 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:32:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:40.774962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-77bbc5d1-bea3-4e6a-a6ad-2c47df8e9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:40.777601 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-77bbc5d1-bea3-4e6a-a6ad-2c47df8e9fd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705440 Jun 16 18:32:40.874351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:32:40.943032 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-3459b72c-d288-4a4e-b927-19d462709050 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570592 Jun 16 18:32:41.152957 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:41.270663 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'd0f15134-a85b-421a-9f9d-9ca096e29410', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:c7:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:26Z', 'updated_at': '2022-06-16T18:32:39Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:32:41.310819 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aae6c-83c8-4d41-b57e-c8454a88edec None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'd0f15134-a85b-421a-9f9d-9ca096e29410', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:c7:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:32:26Z', 'updated_at': '2022-06-16T18:32:39Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:32:41.349928 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c80cbb25-1d92-4d98-8324-d180e041a346 req-1fa1b8f8-cb80-4bb6-b369-acf2c26d329e service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995254 Jun 16 18:32:41.465913 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3011b1-88b0-4efe-b83b-55149f18f582 req-5fe16d5b-de0e-47ec-a5c8-f0bb8070fb28 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:41.467662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7a3011b1-88b0-4efe-b83b-55149f18f582 req-5fe16d5b-de0e-47ec-a5c8-f0bb8070fb28 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0589535 Jun 16 18:32:41.562707 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7a3011b1-88b0-4efe-b83b-55149f18f582 req-584f41e4-9118-4cb3-8e1e-87ac03fa721e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828178 Jun 16 18:32:41.605692 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ff53b-e949-4b70-9bbe-8d02b272321c None None] New status for floating IP d0f15134-a85b-421a-9f9d-9ca096e29410: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:32:42.716833 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a879c-cfa4-484c-a1da-0b6ae9781956 req-f9c32886-512d-4ec4-b1a8-79459276eb61 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:42.718782 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-668a879c-cfa4-484c-a1da-0b6ae9781956 req-f9c32886-512d-4ec4-b1a8-79459276eb61 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0608149 Jun 16 18:32:42.795562 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-668a879c-cfa4-484c-a1da-0b6ae9781956 req-0d2b26ee-e641-4a52-a248-6bb130e2939a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687840 Jun 16 18:32:43.933709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120a3f-abc6-4107-92d6-93b4bb348835 req-a0d764b9-574f-453f-b269-544ab345242f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:43.935273 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e2120a3f-abc6-4107-92d6-93b4bb348835 req-a0d764b9-574f-453f-b269-544ab345242f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0612462 Jun 16 18:32:44.012016 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e2120a3f-abc6-4107-92d6-93b4bb348835 req-148a2700-e38b-452e-bca1-22f785111773 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661156 Jun 16 18:32:45.159110 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae7bd-ab75-45c2-be4e-a1d9b2eb1b3e req-ba235a7b-917c-44fe-bed4-49dce7b05f71 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:45.161061 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5aaae7bd-ab75-45c2-be4e-a1d9b2eb1b3e req-ba235a7b-917c-44fe-bed4-49dce7b05f71 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0582294 Jun 16 18:32:45.183746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:45.236077 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5aaae7bd-ab75-45c2-be4e-a1d9b2eb1b3e req-c929e18d-678d-43a7-ae2b-89e5777bd7e4 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680530 Jun 16 18:32:46.298376 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:46.381181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a69c9-9269-4400-89c3-e2da143b4baf req-922bb78c-3dd0-48a6-8b57-8f1d3ca37be6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:46.382983 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a2a69c9-9269-4400-89c3-e2da143b4baf req-922bb78c-3dd0-48a6-8b57-8f1d3ca37be6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0585933 Jun 16 18:32:46.444204 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:46.454763 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9a2a69c9-9269-4400-89c3-e2da143b4baf req-9a215b02-846f-4e95-83a5-b2a3c8e30203 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655038 Jun 16 18:32:47.615730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb922a9-3db7-4fbb-a04f-6fea73d6fffc req-513226de-1379-4cd2-bbb3-03db2d3444dd tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:47.617935 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ddb922a9-3db7-4fbb-a04f-6fea73d6fffc req-513226de-1379-4cd2-bbb3-03db2d3444dd tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0552061 Jun 16 18:32:47.720908 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ddb922a9-3db7-4fbb-a04f-6fea73d6fffc req-b7ef7a6f-45af-45be-b84a-5b9c5beb38f6 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=464748d0-cf04-46b0-b8e3-bfb3833aaaa2&id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966270 Jun 16 18:32:48.471327 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:32:56.289098 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:56.292896 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:56.448896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=38 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:57.399081 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-672cf375-b327-4ec7-9f74-3fb79e369bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:32:57.704954 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=73 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:57.709154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=17 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:32:58.139228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d65a0-0290-49d9-9019-a594e4692967 req-3b3db44e-a989-4759-850c-756f7ada17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:58.142612 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-3b3db44e-a989-4759-850c-756f7ada17ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0671198 Jun 16 18:32:58.172377 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aedf1-fb2c-4da4-93fb-b0f894c11a0c req-561e6206-d13f-4a72-bdb3-db57f45397d6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:58.175085 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad3aedf1-fb2c-4da4-93fb-b0f894c11a0c req-561e6206-d13f-4a72-bdb3-db57f45397d6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0806572 Jun 16 18:32:58.264407 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad3aedf1-fb2c-4da4-93fb-b0f894c11a0c req-a998359f-dc06-45db-aae9-806a5d0243dd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778306 Jun 16 18:32:58.310230 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d65a0-0290-49d9-9019-a594e4692967 req-c56546b6-a166-43cb-a0cb-f7ae66b5b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:58.310813 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-c56546b6-a166-43cb-a0cb-f7ae66b5b42a service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1619823 Jun 16 18:32:58.394445 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-b793d088-5ee1-4e30-9981-92ea5a5570c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0771523 Jun 16 18:32:58.457607 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d65a0-0290-49d9-9019-a594e4692967 req-1cb7bc4f-07d8-4ba1-8224-e4fdd98c68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:58.461387 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-1cb7bc4f-07d8-4ba1-8224-e4fdd98c68d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0587370 Jun 16 18:32:58.531027 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d65a0-0290-49d9-9019-a594e4692967 req-c36ff2f0-27f3-4a4a-884a-0de3fb0c5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:58.532794 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-c36ff2f0-27f3-4a4a-884a-0de3fb0c5c65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663633 Jun 16 18:32:58.656685 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-96f12b76-1b84-4205-b8e4-8639b87f2fde service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168389 Jun 16 18:32:58.781955 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e88d65a0-0290-49d9-9019-a594e4692967 req-0de1be34-9feb-4160-be08-aed40d8ef328 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164522 Jun 16 18:32:59.432346 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea00bc-37ef-41a3-aa05-95259d25dd21 req-5b682d90-91b2-491d-acb7-cc69f2b4d412 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:32:59.433888 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-aaea00bc-37ef-41a3-aa05-95259d25dd21 req-5b682d90-91b2-491d-acb7-cc69f2b4d412 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0578504 Jun 16 18:32:59.494819 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-aaea00bc-37ef-41a3-aa05-95259d25dd21 req-5dcab493-1e84-49b5-9326-5ee72b6da24a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511250 Jun 16 18:32:59.717859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2f76956b-8855-4a4c-827f-7a27e9881a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:00.492839 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:00.498780 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=29 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:00.637813 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb4a19-0d30-4d29-a01a-82c25726ad85 req-3474564b-6737-4d71-8de3-0e271652310a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:00.639464 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b5eb4a19-0d30-4d29-a01a-82c25726ad85 req-3474564b-6737-4d71-8de3-0e271652310a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0595653 Jun 16 18:33:00.709433 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b5eb4a19-0d30-4d29-a01a-82c25726ad85 req-6d271b53-94a1-4537-a537-504649fa2ccd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593038 Jun 16 18:33:01.025741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:01.486001 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f34a2d-b603-4f54-8ee0-5517ebc7381f req-63b8b6a1-abf0-4319-a9cf-5b2f35ca7c1d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:01.487689 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c6f34a2d-b603-4f54-8ee0-5517ebc7381f req-63b8b6a1-abf0-4319-a9cf-5b2f35ca7c1d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0619314 Jun 16 18:33:01.568771 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c6f34a2d-b603-4f54-8ee0-5517ebc7381f req-ce8322df-4dde-4982-8a26-9b12a466fd26 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740120 Jun 16 18:33:01.878789 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f62ce-7e46-42c5-a8bf-1128ead3b901 req-6372d4da-ca77-404c-8828-a7881daa8e9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:01.880618 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-152f62ce-7e46-42c5-a8bf-1128ead3b901 req-6372d4da-ca77-404c-8828-a7881daa8e9f tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0647886 Jun 16 18:33:01.939363 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-152f62ce-7e46-42c5-a8bf-1128ead3b901 req-cb97b6a8-508d-40c6-bca8-031b56cc076e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512099 Jun 16 18:33:02.446149 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:02.715720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fba02-a5fd-4440-ac0f-443865d31908 req-5485da99-5087-404c-9270-79097db9edc6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:02.722433 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-101fba02-a5fd-4440-ac0f-443865d31908 req-5485da99-5087-404c-9270-79097db9edc6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0692303 Jun 16 18:33:02.788963 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-101fba02-a5fd-4440-ac0f-443865d31908 req-867ce3a8-294a-485e-a7f4-20c401a87738 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d4e82b7-7047-4aa2-bd3f-475f80597fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571072 Jun 16 18:33:02.810683 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.090939 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60cc40-7e81-418a-9eb2-1ae727aa264c req-187176bb-4138-4372-826c-05c067704d89 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:03.092813 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6a60cc40-7e81-418a-9eb2-1ae727aa264c req-187176bb-4138-4372-826c-05c067704d89 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0764842 Jun 16 18:33:03.156473 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6a60cc40-7e81-418a-9eb2-1ae727aa264c req-5ccf61da-5d35-47f3-b694-e99d2e984a40 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542643 Jun 16 18:33:03.242164 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23a730-dea1-421f-9780-ccf63a351044 req-30072541-4728-431f-8f80-3f1215efeee4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:03.243794 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-de23a730-dea1-421f-9780-ccf63a351044 req-30072541-4728-431f-8f80-3f1215efeee4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 947 time: 0.0518727 Jun 16 18:33:03.343951 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Deleting port 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:03.344800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.349012 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:03.457549 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] For port 7416c7c3-1e79-4777-a950-c0c27847ca8e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7416c7c3-1e79-4777-a950-c0c27847ca8e,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:03.457830 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.461735 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:03.661711 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.662086 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.662438 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Floating IP e252ace5-3fec-447a-a44b-15de6a7bc710 disassociated. External IP: 172.27.2.189, port: 7416c7c3-1e79-4777-a950-c0c27847ca8e. Jun 16 18:33:03.662777 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Calling delete_port for 7416c7c3-1e79-4777-a950-c0c27847ca8e owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:03.818730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (7416c7c3-1e79-4777-a950-c0c27847ca8e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:03.855024 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'Port': ['ID=7416c7c3-1e79-4777-a950-c0c27847ca8e,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:03.869471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.869869 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.870179 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.870532 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.870874 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.871220 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.871562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.871901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.872272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.872611 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.872948 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.873284 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.873631 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.874021 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.874369 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:03.944922 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-30885b0f-e570-415b-843d-10334e56be4a req-64780afd-fdeb-4a1f-a553-a9092cd56b7a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=651b5fe1-0df7-4bc6-b18e-7caea544a93f HTTP/1.1" status: 200 len: 210 time: 0.0345302 Jun 16 18:33:04.036041 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:04.162496 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:04.177506 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:04.200314 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:04.200314 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:04.221364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] No DVR routers for this DVR port 7416c7c3-1e79-4777-a950-c0c27847ca8e on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:04.224762 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:04.229675 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-de23a730-dea1-421f-9780-ccf63a351044 req-0d63a860-8401-44ff-86eb-f53d32fbcd61 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "DELETE /v2.0/ports/7416c7c3-1e79-4777-a950-c0c27847ca8e HTTP/1.1" status: 204 len: 173 time: 0.9782822 Jun 16 18:33:04.230231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-deleted', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:04.233010 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87daa6a6-4087-4eca-91a4-83a8d45ac58a" -d '{"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-deleted", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:04.282728 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae1757e-fb6c-473c-89ba-a38f7295b8cb x-openstack-request-id: req-bae1757e-fb6c-473c-89ba-a38f7295b8cb {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:04.283046 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651b5fe1-0df7-4bc6-b18e-7caea544a93f", "name": "network-vif-deleted", "tag": "7416c7c3-1e79-4777-a950-c0c27847ca8e", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:04.283282 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bae1757e-fb6c-473c-89ba-a38f7295b8cb {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:04.283703 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae1757e-fb6c-473c-89ba-a38f7295b8cb'] response: {'server_uuid': '651b5fe1-0df7-4bc6-b18e-7caea544a93f', 'name': 'network-vif-deleted', 'tag': '7416c7c3-1e79-4777-a950-c0c27847ca8e', 'status': 'completed', 'code': 200} Jun 16 18:33:04.379601 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952152-dec9-4b5b-ba13-f8054f825a19 req-8039b6e0-9c9d-482a-bc38-1249d25521e7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:04.388169 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-23952152-dec9-4b5b-ba13-f8054f825a19 req-8039b6e0-9c9d-482a-bc38-1249d25521e7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0857215 Jun 16 18:33:04.399027 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:04.485548 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-23952152-dec9-4b5b-ba13-f8054f825a19 req-73017e33-63c4-4d6a-b122-38d698143f40 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961509 Jun 16 18:33:04.720013 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:04.747152 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:04.759575 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:04.760641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:04.913557 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:05.086424 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 60948) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:05.159251 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (0d4e82b7-7047-4aa2-bd3f-475f80597fa4), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.170257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:05.189366 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (0d4e82b7-7047-4aa2-bd3f-475f80597fa4), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.203051 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d38b80-2971-43d0-ab79-b7468506da57 None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:05.258509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0d4e82b7-7047-4aa2-bd3f-475f80597fa4), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.262771 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.264914 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "DELETE /v2.0/security-groups/0d4e82b7-7047-4aa2-bd3f-475f80597fa4 HTTP/1.1" status: 204 len: 168 time: 0.1771574 Jun 16 18:33:05.268013 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60950) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:05.281449 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc637f98-13c8-40ef-ad0e-52368e091685 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4e82b7-7047-4aa2-bd3f-475f80597fa4,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:05.283830 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-7f6cf1d9-3a5b-4983-9dcf-cbbd74834bff tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] show failed (client error): The resource could not be found. Jun 16 18:33:05.295884 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-7f6cf1d9-3a5b-4983-9dcf-cbbd74834bff tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups/0d4e82b7-7047-4aa2-bd3f-475f80597fa4 HTTP/1.1" status: 404 len: 347 time: 0.0262990 Jun 16 18:33:05.297869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60952) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:05.441480 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Deleting port 0e1a3770-c5d1-4e29-a12e-dd0af6b368d8 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:05.441948 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.499332 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9cc3a-a52a-4629-86ba-d0b7be0d0cb9 None None] New status for floating IP e252ace5-3fec-447a-a44b-15de6a7bc710: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:33:05.543892 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.544348 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.565477 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Calling delete_port for 0e1a3770-c5d1-4e29-a12e-dd0af6b368d8 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:05.695957 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5294914-72d5-4a74-9988-8c129514360e req-9f3e218d-ca62-4abf-9439-c7b7db6acd37 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:05.698237 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d5294914-72d5-4a74-9988-8c129514360e req-9f3e218d-ca62-4abf-9439-c7b7db6acd37 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0825741 Jun 16 18:33:05.802559 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d5294914-72d5-4a74-9988-8c129514360e req-bd0fdbf7-26cf-41ab-81d4-c24f03a85456 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895391 Jun 16 18:33:05.827047 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (0e1a3770-c5d1-4e29-a12e-dd0af6b368d8), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.866617 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'Port': ['ID=0e1a3770-c5d1-4e29-a12e-dd0af6b368d8,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:05.896868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.897204 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.898122 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.898471 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.898859 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.899194 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.899528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.899857 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.900212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.900538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.900865 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.901191 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.901517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.901841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.902164 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:05.908474 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (e252ace5-3fec-447a-a44b-15de6a7bc710), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.911238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:05.912733 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b3e1c16f-a3b4-48e5-888c-1d5a50b46f52 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "DELETE /v2.0/floatingips/e252ace5-3fec-447a-a44b-15de6a7bc710 HTTP/1.1" status: 204 len: 168 time: 0.6134765 Jun 16 18:33:06.028805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60958) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:06.034123 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421577703', 'description': 'tempest-description--215437388'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:06.061064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.145626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:06.149720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:06.164656 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (99eb5218-89f3-4441-8b18-9f17d79c2d5f), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.169644 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (99eb5218-89f3-4441-8b18-9f17d79c2d5f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.210714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.212105 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1820858 Jun 16 18:33:06.213424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf70f2f-aabb-4442-aa7e-40c54dca0c32 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb5218-89f3-4441-8b18-9f17d79c2d5f,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:06.215522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60960) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:06.220520 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group_rule': {'security_group_id': '99eb5218-89f3-4441-8b18-9f17d79c2d5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:06.259547 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (574bda8d-af4d-422b-b7c4-47e653ce1c77), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.331463 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (574bda8d-af4d-422b-b7c4-47e653ce1c77), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.339538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (574bda8d-af4d-422b-b7c4-47e653ce1c77), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.367313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574bda8d-af4d-422b-b7c4-47e653ce1c77,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:06.375763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.378028 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f58f0537-012f-4053-addc-775bdd5f865d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612844 Jun 16 18:33:06.381486 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60962) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:06.387201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'security_group_rule': {'security_group_id': '99eb5218-89f3-4441-8b18-9f17d79c2d5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:06.424504 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:06.425165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (4231ca3e-5cb1-4048-86e7-8d12f8a7bcac), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.460407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 7416c7c3-1e79-4777-a950-c0c27847ca8e {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:06.460898 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 7416c7c3-1e79-4777-a950-c0c27847ca8e not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:06.497869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (4231ca3e-5cb1-4048-86e7-8d12f8a7bcac), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.504138 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (4231ca3e-5cb1-4048-86e7-8d12f8a7bcac), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.528629 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4231ca3e-5cb1-4048-86e7-8d12f8a7bcac,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:06.540591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.542810 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-79acb906-3439-44f5-8f1f-54352d616eb2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592515 Jun 16 18:33:06.546215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 60964) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:06.551962 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:06.579868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.680620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.806991 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Allocated IP 172.27.2.219 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/843f08c5-9156-4cc9-97a7-e1a098e37204) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:06.972201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f590-5b46-470c-8725-88af38ac58c5 req-030e6db5-2ad4-4da0-af2a-5041f29a086d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:06.973816 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-38c6f590-5b46-470c-8725-88af38ac58c5 req-030e6db5-2ad4-4da0-af2a-5041f29a086d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0765996 Jun 16 18:33:06.980138 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:06.988275 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:07.032594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:07.061413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.075924 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-38c6f590-5b46-470c-8725-88af38ac58c5 req-44c0f6cb-e2e6-47c1-b5bd-1406459eb480 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903044 Jun 16 18:33:07.110042 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:07.115638 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:07.118836 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:07.132413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=843f08c5-9156-4cc9-97a7-e1a098e37204,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:07.183457 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.225292 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.394188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.399995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.434139 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.459721 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=843f08c5-9156-4cc9-97a7-e1a098e37204,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:07.465820 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:07.468583 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4a716520-7389-49d1-b923-fa24a523e75e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9198172 Jun 16 18:33:07.672673 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:07.679627 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:07.722088 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-9779f1c1-d4c9-4c7e-9846-798f6d601304 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--421577703&fields=id&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 267 time: 0.0593741 Jun 16 18:33:07.857976 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-8103c572-91be-4155-a0b1-30f732cf7fbf tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:07.859487 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-8103c572-91be-4155-a0b1-30f732cf7fbf tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 816 time: 0.1250618 Jun 16 18:33:07.878476 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-9acf3e5e-0ae5-4a2e-8255-2bc2edb9e1e2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/quotas/7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 375 time: 0.0125988 Jun 16 18:33:07.936588 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-afce5f04-adb2-426e-a517-b0b52628937e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512645 Jun 16 18:33:08.048217 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-b2602d39-9f29-4632-ac50-ff7c1e50a0df service neutron] 10.222.0.30 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986869 Jun 16 18:33:08.162250 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-ece2950f-ef14-4d4e-900f-bc1cf7919c3b service neutron] 10.222.0.30 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073885 Jun 16 18:33:08.224687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62440a04-531a-43e3-ba2f-bb8425a07862 req-11f5f0f4-fa1a-4912-b465-30e9c0fa6d8c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:08.226837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-62440a04-531a-43e3-ba2f-bb8425a07862 req-11f5f0f4-fa1a-4912-b465-30e9c0fa6d8c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0546014 Jun 16 18:33:08.325847 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-62440a04-531a-43e3-ba2f-bb8425a07862 req-308d5c97-acd8-408b-868f-5d89ffd43feb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874503 Jun 16 18:33:08.375063 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4f31f03d-bf8e-4575-a057-7ded3b9cce52 req-ed359b7a-7321-4cce-95de-2b010cfb9add tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 210 time: 0.0425544 Jun 16 18:33:09.497405 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0f881-19d0-4d20-ad51-ea7cc7f1c091 req-a84af92c-a5d5-439c-851a-393dddcd71bd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:09.500711 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-61d0f881-19d0-4d20-ad51-ea7cc7f1c091 req-a84af92c-a5d5-439c-851a-393dddcd71bd tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0896413 Jun 16 18:33:09.523605 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ec0f5dda-fe85-418e-99f2-afd1769c4c1e req-73b6b28a-0d9a-4bed-bd95-01273c7721c0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 210 time: 0.0491583 Jun 16 18:33:09.575566 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-61d0f881-19d0-4d20-ad51-ea7cc7f1c091 req-f5ed9dc3-74a1-43ce-af68-31544568eff3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685549 Jun 16 18:33:10.571402 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-76a0ed05-9465-4094-af60-c4ade16b348a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:10.573299 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-76a0ed05-9465-4094-af60-c4ade16b348a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 816 time: 0.1531448 Jun 16 18:33:10.628576 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae832-e309-440d-aa4c-708fe05d6971 req-22518935-3882-4b12-903e-673f251da30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:10.630669 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e8dae832-e309-440d-aa4c-708fe05d6971 req-22518935-3882-4b12-903e-673f251da30b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0847731 Jun 16 18:33:10.658081 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-101b4294-d80d-4eed-af8e-8423297fd454 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 379 time: 0.0740712 Jun 16 18:33:10.671040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'port': {'device_id': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'admin_state_up': True, 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'security_groups': ['99eb5218-89f3-4441-8b18-9f17d79c2d5f']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:10.774289 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a8c5d905-d80a-4f3a-bdf7-b1cfe25277cb req-4babb4f7-853e-4efa-9372-fca5677ec187 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 210 time: 0.0721188 Jun 16 18:33:10.785877 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e8dae832-e309-440d-aa4c-708fe05d6971 req-fdf8d044-ce4e-4bf2-a2cd-dd25c7d8e279 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445115 Jun 16 18:33:10.813371 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85713929-e079-4f61-8dbf-8025990441dd req-add6ffb6-aa5e-482b-85bc-7f224ef3279c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:10.816102 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-85713929-e079-4f61-8dbf-8025990441dd req-add6ffb6-aa5e-482b-85bc-7f224ef3279c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.1152515 Jun 16 18:33:10.845367 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Made reservation on behalf of 7904e707e39846fdb8b7d019719dc163 for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:33:10.849248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:10.906738 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-85713929-e079-4f61-8dbf-8025990441dd req-78d3910b-d9d6-4390-879d-bf3af4548623 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823851 Jun 16 18:33:11.006094 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Allocated IP 172.20.0.5 (cdfdfccf-e3dc-489b-8eaf-0509b174579d/080eaf0d-8a13-440d-97b3-d6dd9a29fa02/fc74ff6c-f681-43e5-ba34-42732de13dac) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:11.072990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:11.126716 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:11.184739 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:11.227078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:11.298222 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:11.302919 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:11.306336 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:11.342146 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:11.379467 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:11.380034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:11.402319 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-4fc60942-b0a2-42a1-a3c7-381e3deccec6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369835 Jun 16 18:33:11.573820 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Request body: {'port': {'device_id': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:11.621504 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-5ba0ea8d-91e4-4240-a2d9-42a462e94663 None None] Provisioning complete for port fc74ff6c-f681-43e5-ba34-42732de13dac triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:11.622278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ea8d-91e4-4240-a2d9-42a462e94663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:11.644458 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:11.688419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0ea8d-91e4-4240-a2d9-42a462e94663 None None] Port fc74ff6c-f681-43e5-ba34-42732de13dac cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:33:11.983363 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123555-1065-4914-9cea-92d06ac4827f req-8d1ec48b-36c6-4dca-a3a0-5660e50f64b8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:11.985025 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d123555-1065-4914-9cea-92d06ac4827f req-8d1ec48b-36c6-4dca-a3a0-5660e50f64b8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 931 time: 0.0882659 Jun 16 18:33:12.009884 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:33:12.027050 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks [] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:12.062038 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Transition to ACTIVE for port object fc74ff6c-f681-43e5-ba34-42732de13dac will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:33:12.066986 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:12.083033 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:12.106992 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d123555-1065-4914-9cea-92d06ac4827f req-f25fcc3b-178a-485f-ac0c-faaa1e201f89 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127784 Jun 16 18:33:12.109848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23798b-1c17-4eda-9d15-231d549eda40 req-85c5cccb-12cb-437f-9926-909a3f9e1ca9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:12.112665 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2b23798b-1c17-4eda-9d15-231d549eda40 req-85c5cccb-12cb-437f-9926-909a3f9e1ca9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0682378 Jun 16 18:33:12.143592 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:12.222785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:12.223408 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2b23798b-1c17-4eda-9d15-231d549eda40 req-059ad432-5e99-4d8e-a808-ae466812064c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935819 Jun 16 18:33:12.237125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Attempting to bind port fc74ff6c-f681-43e5-ba34-42732de13dac on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:33:12.237466 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Attempting to bind port fc74ff6c-f681-43e5-ba34-42732de13dac by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:33:12.237879 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Attempting to bind port fc74ff6c-f681-43e5-ba34-42732de13dac on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:12.245606 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Port fc74ff6c-f681-43e5-ba34-42732de13dac on network cdfdfccf-e3dc-489b-8eaf-0509b174579d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:33:12.245947 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Attempting to bind port fc74ff6c-f681-43e5-ba34-42732de13dac on network cdfdfccf-e3dc-489b-8eaf-0509b174579d {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:12.252897 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:33:12.253382 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Checking segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:33:12.253910 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Bound using segment: {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:33:12.254310 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Bound port: fc74ff6c-f681-43e5-ba34-42732de13dac, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec228ae7-e8f4-4ac1-825d-7ea003240282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:33:12.254599 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:12.258079 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:12.344703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:33:12.350469 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:33:12.360578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:12.404596 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:12.405307 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:12.406914 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] 10.222.0.88 "PUT /v2.0/ports/fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 1093 time: 0.8387122 Jun 16 18:33:12.407468 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:12.409839 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf36aea-0df0-4e73-be40-64db43a1e610" -d '{"events": [{"name": "network-changed", "server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:12.440379 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330529c8-1324-47aa-b87b-f894daf44b36 service neutron] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:12.486210 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac468e1-39ff-4e63-89a0-deecc7ea4d77 x-openstack-request-id: req-dac468e1-39ff-4e63-89a0-deecc7ea4d77 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:12.486820 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:12.487271 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dac468e1-39ff-4e63-89a0-deecc7ea4d77 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:12.487960 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac468e1-39ff-4e63-89a0-deecc7ea4d77'] response: {'name': 'network-changed', 'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'status': 'completed', 'code': 200} Jun 16 18:33:12.680227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-fadfca90-a848-455b-838c-e61976751842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:12.682681 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-fadfca90-a848-455b-838c-e61976751842 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1127 time: 0.0796032 Jun 16 18:33:12.895932 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-b44e08a8-5e05-4179-bcf6-435c4874c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:12.898408 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-b44e08a8-5e05-4179-bcf6-435c4874c2b7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7904e707e39846fdb8b7d019719dc163&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2075622 Jun 16 18:33:13.328439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9710c3-fe3f-4ab0-91e1-37748a2680ce req-6e4bde9a-e84f-413a-82f1-8bf5ad4abe0d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.331199 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb9710c3-fe3f-4ab0-91e1-37748a2680ce req-6e4bde9a-e84f-413a-82f1-8bf5ad4abe0d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0968037 Jun 16 18:33:13.392413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:13.420303 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb9710c3-fe3f-4ab0-91e1-37748a2680ce req-8cbc0f81-2b0d-47cc-bd5d-1c90a55b7961 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752881 Jun 16 18:33:13.457992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-49b9681f-017c-49d7-83bf-d13237d35fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.459496 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eaf36aea-0df0-4e73-be40-64db43a1e610 req-49b9681f-017c-49d7-83bf-d13237d35fe1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5512228 Jun 16 18:33:13.466282 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb9f8d-339f-4631-b201-abdc101219b7 req-c817f0f8-edaa-4f5d-8aa8-2d124a2469f8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.467984 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2bfb9f8d-339f-4631-b201-abdc101219b7 req-c817f0f8-edaa-4f5d-8aa8-2d124a2469f8 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0897460 Jun 16 18:33:13.539169 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2bfb9f8d-339f-4631-b201-abdc101219b7 req-b1600821-2085-4448-802a-445bcc6cf425 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648844 Jun 16 18:33:13.575622 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-771a44a5-560b-40db-ab76-2f1cf0d0aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.577444 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-771a44a5-560b-40db-ab76-2f1cf0d0aede service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1127 time: 0.0633507 Jun 16 18:33:13.633331 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-dcfe867c-ea9c-416b-b9ca-d9df24efdea3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 217 time: 0.0477576 Jun 16 18:33:13.698594 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-d7932bef-df97-4914-b1ec-f74762ccfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.700722 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-d7932bef-df97-4914-b1ec-f74762ccfc00 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.0613370 Jun 16 18:33:13.774366 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-e61002ca-ba01-47c2-b789-b115c7bf6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:13.777225 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-e61002ca-ba01-47c2-b789-b115c7bf6e85 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692532 Jun 16 18:33:13.908911 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-e1e882c1-cb2b-44c1-b484-d7cbe4cb406d service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207266 Jun 16 18:33:14.067873 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e40bffb-f5ac-400a-a0f1-cfb432a1ab6f req-2b0b9239-f0bb-4c49-a1f3-5a81885ae6c4 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500089 Jun 16 18:33:14.134490 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-d83c4b6a-b5bc-4d5e-a83b-29e9d427e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:14.136719 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-d83c4b6a-b5bc-4d5e-a83b-29e9d427e282 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0556710 Jun 16 18:33:14.149633 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ebd1f-044c-40b7-bac7-520e9684ecf6 req-665730db-6374-4033-8519-63a590f35601 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:14.151266 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-402ebd1f-044c-40b7-bac7-520e9684ecf6 req-665730db-6374-4033-8519-63a590f35601 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0776935 Jun 16 18:33:14.218569 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-402ebd1f-044c-40b7-bac7-520e9684ecf6 req-3e6b05c7-b5cd-4958-8167-c1840bfdd333 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605841 Jun 16 18:33:14.549690 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:14.560834 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d433ca-0761-49f4-a17b-1005626c8638 req-77991bf6-fcc2-44e5-8199-0e8639792127 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:14.562971 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e0d433ca-0761-49f4-a17b-1005626c8638 req-77991bf6-fcc2-44e5-8199-0e8639792127 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0569019 Jun 16 18:33:14.649554 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e0d433ca-0761-49f4-a17b-1005626c8638 req-19351818-09f7-4403-92f7-f0fe47cb2c3a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785317 Jun 16 18:33:15.347887 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-227699c0-18eb-4779-adbb-841bb498494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.351667 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-227699c0-18eb-4779-adbb-841bb498494c service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1525393 Jun 16 18:33:15.352183 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-31d630a6-b0cc-4e3a-9692-401a5b8e859a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734231 Jun 16 18:33:15.431591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:15.478033 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-06c6ddd4-efee-4fc7-bee7-b4e8455d8840 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 1001 time: 0.1099522 Jun 16 18:33:15.579667 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-4b37019a-39b2-4eca-ab91-75cb03b1f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.581532 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-4b37019a-39b2-4eca-ab91-75cb03b1f58f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0861444 Jun 16 18:33:15.633073 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:15.636453 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:15.655912 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-dbc91026-d38a-4b13-ae3a-dd3b1807b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.658663 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-dbc91026-d38a-4b13-ae3a-dd3b1807b9e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0695915 Jun 16 18:33:15.769023 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063af6-b17a-42d7-b7ea-069275dfdafe req-2ed5ae0b-1e1e-4400-9260-56591a1299a9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.771677 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-da063af6-b17a-42d7-b7ea-069275dfdafe req-2ed5ae0b-1e1e-4400-9260-56591a1299a9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.4262092 Jun 16 18:33:15.779025 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-155c7d77-7bd1-4fee-a591-6fb3bdfa378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.782300 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-155c7d77-7bd1-4fee-a591-6fb3bdfa378b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 1129 time: 0.3862619 Jun 16 18:33:15.818169 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa10ff2-9a5d-4acd-959c-c6d01bbc0de0 req-75443caa-53cf-46bc-8ae0-d0cbdc72506e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.820085 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5fa10ff2-9a5d-4acd-959c-c6d01bbc0de0 req-75443caa-53cf-46bc-8ae0-d0cbdc72506e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0693471 Jun 16 18:33:15.844125 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-ff3b49ca-333d-44a7-a3bb-4c8fbeb3aaf1 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749072 Jun 16 18:33:15.923219 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-da063af6-b17a-42d7-b7ea-069275dfdafe req-73b8c093-96fc-4e52-802e-e4265c9b5441 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395428 Jun 16 18:33:15.948219 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5fa10ff2-9a5d-4acd-959c-c6d01bbc0de0 req-4aee9b8d-35d9-4880-8557-09fe2abb5b46 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148596 Jun 16 18:33:15.965985 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-d7564e25-80e4-463b-a3e3-be102359590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:15.968234 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-d7564e25-80e4-463b-a3e3-be102359590e service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1588173 Jun 16 18:33:16.003158 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1f9790-43ad-4d12-ac52-7e6b17ac6f09 req-9801905d-20fc-40e2-86da-6c6a11139517 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504166 Jun 16 18:33:16.019504 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-45979a67-1a1e-47bc-aac5-58da046b0816 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 200 len: 217 time: 0.0416162 Jun 16 18:33:16.076415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-9d031814-d61a-46ec-9995-ab63164a519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:16.078020 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-9d031814-d61a-46ec-9995-ab63164a519d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0515375 Jun 16 18:33:16.161390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-0aa8c2c3-ed1a-428a-bead-a7b466654c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:16.163727 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-0aa8c2c3-ed1a-428a-bead-a7b466654c37 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475481 Jun 16 18:33:16.295310 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:16.298539 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-f2587c8d-26cc-4cc9-b085-75b200576a81 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196308 Jun 16 18:33:16.457681 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:33:16.509377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:16.545510 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:16.581568 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:16.597025 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:33:16.639959 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:16.640386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:16.657160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:33:16.687963 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:16.695517 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:16.794296 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:16.810204 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.810694 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.811330 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.811958 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.812594 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.813189 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.813768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.814346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.814934 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.815490 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.816068 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.816658 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.817224 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.818120 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:16.818658 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:17.049772 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['fc74ff6c-f681-43e5-ba34-42732de13dac'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:33:17.106513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34532a62-c5bc-4880-9f11-691d020ee285 req-7e42efee-a0e3-42fb-af58-3f714b6f3da2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:17.112105 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-34532a62-c5bc-4880-9f11-691d020ee285 req-7e42efee-a0e3-42fb-af58-3f714b6f3da2 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0873713 Jun 16 18:33:17.155908 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0b57a-5e54-4044-8589-ae044cc3fc2e req-177f0d68-6944-457c-bedc-306a77f385e6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:17.158530 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dee0b57a-5e54-4044-8589-ae044cc3fc2e req-177f0d68-6944-457c-bedc-306a77f385e6 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.0782609 Jun 16 18:33:17.176353 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-34532a62-c5bc-4880-9f11-691d020ee285 req-5541b771-4341-4dc4-a66b-b3fe28a9b5da tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616510 Jun 16 18:33:17.231164 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dee0b57a-5e54-4044-8589-ae044cc3fc2e req-0f0d7d6f-3ed4-4f69-ac71-784f841dd63c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618544 Jun 16 18:33:17.621983 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0492cc65-a5e8-4957-8d8e-ffb8ed43f8ec req-1e327cfc-5206-411a-83ed-818c74703346 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190743 Jun 16 18:33:18.349420 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37175-2f4b-47ab-b31b-b6dd05a1ccdd req-7b93a1a8-903e-4eb0-8671-cfa11670af62 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:18.352830 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-aca37175-2f4b-47ab-b31b-b6dd05a1ccdd req-7b93a1a8-903e-4eb0-8671-cfa11670af62 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0946021 Jun 16 18:33:18.384379 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:18.422215 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-aca37175-2f4b-47ab-b31b-b6dd05a1ccdd req-8aa903f9-3691-41ce-b660-cd6eee80da5b tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632713 Jun 16 18:33:18.443315 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b39b4-e059-4df4-b0de-4cb37d91afcd req-d95d4e4a-4754-4b54-9ad6-a5068f6b9ec0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:18.446247 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9a4b39b4-e059-4df4-b0de-4cb37d91afcd req-d95d4e4a-4754-4b54-9ad6-a5068f6b9ec0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.0851042 Jun 16 18:33:18.467602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:33:18.524690 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9a4b39b4-e059-4df4-b0de-4cb37d91afcd req-afc2ea5a-18ee-4b78-9357-cb6aa2559e46 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687740 Jun 16 18:33:18.531024 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port fc74ff6c-f681-43e5-ba34-42732de13dac completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:33:18.537936 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port fc74ff6c-f681-43e5-ba34-42732de13dac triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:18.538366 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:18.830732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:18.831290 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:18.863774 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:18.867119 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e18145-ccaf-4733-bcef-b97599ff71f5" -d '{"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:18.887380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:18.893432 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:18.932852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6662053-b4bd-4aa7-adb5-9183cbc32f9a x-openstack-request-id: req-f6662053-b4bd-4aa7-adb5-9183cbc32f9a {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:18.933329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:18.933741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6662053-b4bd-4aa7-adb5-9183cbc32f9a {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:18.934313 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6662053-b4bd-4aa7-adb5-9183cbc32f9a'] response: {'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'code': 200} Jun 16 18:33:18.969683 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:19.232452 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e061e8-29cc-4f9d-a94c-0d0f0e6646b8 req-2e6676d7-9343-47eb-ae8b-f1a3313b05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:19.234181 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c4e061e8-29cc-4f9d-a94c-0d0f0e6646b8 req-2e6676d7-9343-47eb-ae8b-f1a3313b05f4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1129 time: 0.0525417 Jun 16 18:33:19.284553 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c4e061e8-29cc-4f9d-a94c-0d0f0e6646b8 req-147e6139-c4f8-47e3-a412-36ebd17d0e54 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 Jun 16 18:33:19.562466 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fed14-f974-4309-b9dd-c0e9f048016c req-82234300-6c08-415c-8280-eb3ef5d94d25 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:19.564134 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-879fed14-f974-4309-b9dd-c0e9f048016c req-82234300-6c08-415c-8280-eb3ef5d94d25 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0643449 Jun 16 18:33:19.624786 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-879fed14-f974-4309-b9dd-c0e9f048016c req-7ead9149-88c0-433e-a253-0ec158093598 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495889 Jun 16 18:33:19.693585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33571bda-3761-49ed-b16a-f9ffc9eb3a33 req-381e4880-11eb-4b6c-8271-75b1e3955230 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:19.696135 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-33571bda-3761-49ed-b16a-f9ffc9eb3a33 req-381e4880-11eb-4b6c-8271-75b1e3955230 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0615125 Jun 16 18:33:19.773345 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-33571bda-3761-49ed-b16a-f9ffc9eb3a33 req-4e3488e9-b3e5-4a0d-8931-e846823792f5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700285 Jun 16 18:33:19.788411 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4327572-a4fe-4f39-9738-8ba4c551ec1d req-7d3d3fd6-7572-4df2-9181-de7c9fc19766 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:19.790313 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b4327572-a4fe-4f39-9738-8ba4c551ec1d req-7d3d3fd6-7572-4df2-9181-de7c9fc19766 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.0674107 Jun 16 18:33:19.801116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 32826) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:19.807395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Request body: {'floatingip': {'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:19.858627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:19.876963 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:20.422341 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:20.432297 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:20.677637 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Router b495d47d-d861-4e03-82b6-644af587fe1f has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:20.737152 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:20.810387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:20.818498 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:20.823065 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:20.841122 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:20.842146 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:20.864800 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:20.867510 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765b522-73cd-43d9-b8d3-8f5b366e8053" -d '{"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:20.925702 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738fa154-b796-4b4f-9ffa-2f67c8a5fe11 x-openstack-request-id: req-738fa154-b796-4b4f-9ffa-2f67c8a5fe11 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:20.925987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:20.926239 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-738fa154-b796-4b4f-9ffa-2f67c8a5fe11 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:20.926647 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738fa154-b796-4b4f-9ffa-2f67c8a5fe11'] response: {'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'status': 'completed', 'code': 200} Jun 16 18:33:20.929098 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4a62aab5-5566-41f8-853d-11ad65f9264c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "PUT /v2.0/floatingips/9903927a-993b-4b60-9656-33a1b300712d HTTP/1.1" status: 200 len: 993 time: 1.1266375 Jun 16 18:33:20.986585 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41f4f2-d1ca-45b5-b287-9f5d1d4b7e98 req-fac9f3ee-c491-4f32-884f-1b5a37ab120c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:20.990197 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ed41f4f2-d1ca-45b5-b287-9f5d1d4b7e98 req-fac9f3ee-c491-4f32-884f-1b5a37ab120c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0738225 Jun 16 18:33:21.007932 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:21.066542 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-7d873367-5b2c-4fa3-98b8-34b809bb77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:21.068781 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-7d873367-5b2c-4fa3-98b8-34b809bb77b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.0619562 Jun 16 18:33:21.077748 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:21.103043 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ed41f4f2-d1ca-45b5-b287-9f5d1d4b7e98 req-0313043d-5024-4805-bc44-297f898df4f1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057577 Jun 16 18:33:21.239795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:21.256359 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-e064bf7a-4bff-4e4f-9372-1212b390aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:21.259670 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-e064bf7a-4bff-4e4f-9372-1212b390aff6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1791689 Jun 16 18:33:21.290377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:21.341323 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:33:20Z', 'revision_number': 3, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:21.342251 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-c239f1e5-fff8-4b86-ae91-5bbf65fa4d69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0738823 Jun 16 18:33:21.370307 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:21.383001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:21.384242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:21.405961 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-24fdfaa9-998c-4ac4-89fe-ab652e6af0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:21.407472 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-24fdfaa9-998c-4ac4-89fe-ab652e6af0d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0572937 Jun 16 18:33:21.482731 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-5e6b9a27-c033-468a-90ef-5e00dc4a0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:21.484292 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-5e6b9a27-c033-468a-90ef-5e00dc4a0c6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686827 Jun 16 18:33:21.574865 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:21.602205 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-f9c45d4b-cf79-4f5f-b524-d449e5c93aa9 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104498 Jun 16 18:33:21.718101 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6765b522-73cd-43d9-b8d3-8f5b366e8053 req-d727833b-b0cd-47e8-87b2-21b785eadb9b service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071479 Jun 16 18:33:21.920620 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:33:20Z', 'revision_number': 3, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:21.949886 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed5b58-e8a0-4dd8-b1dd-c4dd81ba57cc None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '9903927a-993b-4b60-9656-33a1b300712d', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'port_id': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'mac_address': 'fa:16:3e:fa:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:31:20Z', 'updated_at': '2022-06-16T18:33:20Z', 'revision_number': 3, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:22.297580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c928fb-1918-4b23-aca3-62aee9638701 req-332446ff-f942-471e-8126-d29d9b93703f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:22.299640 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-55c928fb-1918-4b23-aca3-62aee9638701 req-332446ff-f942-471e-8126-d29d9b93703f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Jun 16 18:33:22.376622 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-55c928fb-1918-4b23-aca3-62aee9638701 req-90158e5e-17c7-4d10-b969-c6e31a0ba166 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699148 Jun 16 18:33:22.472299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:22.544913 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93396-4bb4-4b78-8195-aca56eb155a8 req-ad08c059-eb0b-4ca3-89a3-521c6b7f68b1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:22.547026 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78b93396-4bb4-4b78-8195-aca56eb155a8 req-ad08c059-eb0b-4ca3-89a3-521c6b7f68b1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0874457 Jun 16 18:33:22.558439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 32838) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:22.566041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Request body: {'floatingip': {'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:22.633742 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:22.950650 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:22.954799 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c7a65-60d3-4885-8672-89723b3a26d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:23.001923 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a035d3-b25e-40fb-b9e3-20328f51729c x-openstack-request-id: req-d2a035d3-b25e-40fb-b9e3-20328f51729c {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:23.002428 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:23.002844 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2a035d3-b25e-40fb-b9e3-20328f51729c {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:23.003558 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a035d3-b25e-40fb-b9e3-20328f51729c'] response: {'name': 'network-changed', 'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'status': 'completed', 'code': 200} Jun 16 18:33:23.222036 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-5b8cea4b-def8-4163-995d-e2fb5b73b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:23.224828 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-5b8cea4b-def8-4163-995d-e2fb5b73b39d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 1130 time: 0.1580820 Jun 16 18:33:23.287451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:23.513128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-63e706ea-dc03-4a31-9eab-aac92315d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:23.515569 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-63e706ea-dc03-4a31-9eab-aac92315d944 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.2456572 Jun 16 18:33:23.589750 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:23.672357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:23.681304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:23.776995 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-0ba48b14-8044-4912-bea2-c42323b2f95b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 200 len: 1001 time: 0.2160456 Jun 16 18:33:23.945549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-4a1ddc6b-9322-4078-81d7-1d9ba8d0940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:23.948206 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-4a1ddc6b-9322-4078-81d7-1d9ba8d0940a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.1621437 Jun 16 18:33:23.953099 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Floating IP bba442ae-a499-45f4-bcfb-eb68f94d7823 associated. External IP: 172.27.2.219, port: fc74ff6c-f681-43e5-ba34-42732de13dac. Jun 16 18:33:24.505436 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-fd5c2e8f-6d74-4900-b5c5-7bbfc73920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:24.505436 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-fd5c2e8f-6d74-4900-b5c5-7bbfc73920bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5462420 Jun 16 18:33:24.689267 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-faa808a0-81ab-4c3d-80a0-514ead657891 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756294 Jun 16 18:33:24.835245 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:24.859545 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-990c7a65-60d3-4885-8672-89723b3a26d1 req-00ed0c91-80a5-490f-8690-6eaf270b3d1f service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338873 Jun 16 18:33:24.985682 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:24.988930 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:24.996552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:25.000503 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:25.015698 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:25.016543 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:25.057669 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e867ca49-0a9e-4074-bc27-c61ec6e0cbcd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "PUT /v2.0/floatingips/bba442ae-a499-45f4-bcfb-eb68f94d7823 HTTP/1.1" status: 200 len: 991 time: 2.4976645 Jun 16 18:33:25.058425 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:25.062568 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee" -d '{"events": [{"name": "network-changed", "server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:25.115137 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc93cac-e995-4623-9b1d-060c688156b7 x-openstack-request-id: req-9cc93cac-e995-4623-9b1d-060c688156b7 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:25.116594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:25.117100 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cc93cac-e995-4623-9b1d-060c688156b7 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:25.118060 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc93cac-e995-4623-9b1d-060c688156b7'] response: {'name': 'network-changed', 'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'status': 'completed', 'code': 200} Jun 16 18:33:25.161548 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:25.213024 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-23b93575-5a9d-49a2-911e-fdc8ca3c9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:25.214871 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-23b93575-5a9d-49a2-911e-fdc8ca3c9aad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1129 time: 0.0712538 Jun 16 18:33:25.342407 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-c0478d7f-6629-41db-a22c-9e0d5b557b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:25.343991 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-c0478d7f-6629-41db-a22c-9e0d5b557b24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.1224802 Jun 16 18:33:25.399514 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:25.424025 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-ceb50d81-7e82-474f-ae73-bd74dd8c230a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 999 time: 0.0735972 Jun 16 18:33:25.483884 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:33:25.492864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-55f40f5e-3dab-4113-bdd8-5465d4a85d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:25.495518 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-55f40f5e-3dab-4113-bdd8-5465d4a85d3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.0644739 Jun 16 18:33:25.504931 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'bba442ae-a499-45f4-bcfb-eb68f94d7823', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:07Z', 'updated_at': '2022-06-16T18:33:23Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:25.548946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-d865d18d-656e-458a-a2ae-9a31459a2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:25.550540 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-d865d18d-656e-458a-a2ae-9a31459a2123 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476542 Jun 16 18:33:25.551110 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:25.563278 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:25.563921 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:25.675658 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-2062a097-704a-439d-b3c0-6cd0f8cde7db service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177580 Jun 16 18:33:25.698340 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:25.835533 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ef5dc06-2dcc-499c-94e4-15e7a8066aee req-b07edf50-d1ac-42f5-92cf-3d2a5859b672 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530428 Jun 16 18:33:25.995409 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'bba442ae-a499-45f4-bcfb-eb68f94d7823', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:07Z', 'updated_at': '2022-06-16T18:33:23Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:26.023718 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947e56a-d5d6-4d39-9d67-8425dcd8db2d None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'bba442ae-a499-45f4-bcfb-eb68f94d7823', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '429df98e-e17e-4a74-9035-599f834a9946', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:07Z', 'updated_at': '2022-06-16T18:33:23Z', 'revision_number': 1, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:26.273120 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5f3a0-d5e4-4377-8e89-d9aeb61cef6b None None] New status for floating IP bba442ae-a499-45f4-bcfb-eb68f94d7823: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:33:27.400115 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-34aaa31c-064c-4f22-b534-656e8ef580b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.432330 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e57f3279-e06a-49c4-90ad-533668823947 req-bfcb1649-0ae1-43d0-9d31-6cf95186842c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860295531&fields=id&tenant_id=c9fa2caa1412451aa0308c807d5c62d8 HTTP/1.1" status: 200 len: 267 time: 0.1947820 Jun 16 18:33:29.497676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3279-e06a-49c4-90ad-533668823947 req-b4615581-686e-4bfe-ac7f-3eb7dfa1957f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:29.499219 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e57f3279-e06a-49c4-90ad-533668823947 req-b4615581-686e-4bfe-ac7f-3eb7dfa1957f tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 984 time: 0.0613387 Jun 16 18:33:29.516007 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Request body: {'port': {'security_groups': ['8509f4bf-72d4-473c-9c2f-2ebda65da2b2']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:29.604953 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.723446 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3b0db57b-1b7c-4307-9844-23ddfd1cb6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.826837 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:29.859029 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.864267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.879123 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:33:29.922064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:29.922740 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:29.924299 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e57f3279-e06a-49c4-90ad-533668823947 req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "PUT /v2.0/ports/60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 942 time: 0.4180844 Jun 16 18:33:29.924943 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:29.929168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7664875-a0c2-4298-8b44-07076c456fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:29.934374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 32888) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:29.964567 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c404a6-fb98-42f4-8f9b-dc7f64f118bc tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event updated for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=7']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:30.003094 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d647c-d357-47a5-8a76-11d05c0355ca x-openstack-request-id: req-600d647c-d357-47a5-8a76-11d05c0355ca {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:30.003385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:30.004298 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-600d647c-d357-47a5-8a76-11d05c0355ca {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:30.004744 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600d647c-d357-47a5-8a76-11d05c0355ca'] response: {'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:33:30.023343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (464748d0-cf04-46b0-b8e3-bfb3833aaaa2), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.067821 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (464748d0-cf04-46b0-b8e3-bfb3833aaaa2), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.082347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:30.083028 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:30.091487 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-f9e8c568-b041-4a65-ada0-1619be146d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:30.093803 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-f9e8c568-b041-4a65-ada0-1619be146d7f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1129 time: 0.0637674 Jun 16 18:33:30.095808 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:30.104508 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:33:30.177692 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:30.203617 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (464748d0-cf04-46b0-b8e3-bfb3833aaaa2), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.207355 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.208801 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "DELETE /v2.0/security-groups/464748d0-cf04-46b0-b8e3-bfb3833aaaa2 HTTP/1.1" status: 204 len: 168 time: 0.2731504 Jun 16 18:33:30.214482 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 32890) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:30.227742 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7842f7-0cad-42bc-995d-494ea649219c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464748d0-cf04-46b0-b8e3-bfb3833aaaa2,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:30.297717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-efc8b03c-a88b-4745-8262-4857955b73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:30.299579 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-efc8b03c-a88b-4745-8262-4857955b73bf service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.1992710 Jun 16 18:33:30.300719 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-c0af635d-875e-4718-9b58-3a6ee5fd65d0 None None] Provisioning complete for port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:30.301099 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c0af635d-875e-4718-9b58-3a6ee5fd65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.318073 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:30.394280 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-87b92cff-cd17-4a9f-8313-674d7ac9b13e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 1000 time: 0.0839550 Jun 16 18:33:30.430578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Deleting port 28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:30.430916 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.470729 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-485f6e7c-bee4-4a72-bd65-6967152dbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:30.473309 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-485f6e7c-bee4-4a72-bd65-6967152dbeaa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.0727341 Jun 16 18:33:30.508271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c0af635d-875e-4718-9b58-3a6ee5fd65d0 None None] Current status of the port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:30.536714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-6364fd92-7b66-4d14-8415-050dcc72f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:30.539927 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-6364fd92-7b66-4d14-8415-050dcc72f61d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601647 Jun 16 18:33:30.559078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.559607 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for floatingip (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.575002 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Calling delete_port for 28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:30.658988 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-0af7347f-6771-4878-ab81-619f6d5adc8d service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115415 Jun 16 18:33:30.805574 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7664875-a0c2-4298-8b44-07076c456fb8 req-bd190794-7c37-43c7-9f5f-efed992609c2 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398547 Jun 16 18:33:30.821996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.854954 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event deleted for resources: {'Port': ['ID=28bb6aca-9e6d-4e42-ab7f-22e3a42e91f8,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:30.929840 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks [] for floatingip (7104d571-a444-4c50-9491-d4fec6076402), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:30.930229 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Floating IP 7104d571-a444-4c50-9491-d4fec6076402 disassociated (deleted). External IP: 172.27.2.79, port: 60aa1d76-6fda-4493-91ab-da6bd2ca0a42. Jun 16 18:33:31.023159 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:31.181324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:31.183757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:31.310632 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:31.318081 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:31.324833 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Sync routers for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:31.336706 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:31.337347 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:31.363463 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a4c9fbbe-68cd-4392-af7f-a9daf8b8436c tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "DELETE /v2.0/floatingips/7104d571-a444-4c50-9491-d4fec6076402 HTTP/1.1" status: 204 len: 168 time: 1.1474152 Jun 16 18:33:31.364323 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:31.368266 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:31.445097 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea477fe-4631-448a-95f8-0d3029bd93f7 x-openstack-request-id: req-8ea477fe-4631-448a-95f8-0d3029bd93f7 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:31.445577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:31.446004 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ea477fe-4631-448a-95f8-0d3029bd93f7 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:31.446689 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea477fe-4631-448a-95f8-0d3029bd93f7'] response: {'name': 'network-changed', 'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:33:31.536528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-3a9d0d03-fb39-4101-bfc1-7125e69ae029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:31.540232 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-3a9d0d03-fb39-4101-bfc1-7125e69ae029 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 1129 time: 0.0719137 Jun 16 18:33:31.584432 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:31.677667 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:31.681830 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-d65680be-a2db-4a75-aa48-4d6a71c314cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:31.683248 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-d65680be-a2db-4a75-aa48-4d6a71c314cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 200 len: 917 time: 0.1353030 Jun 16 18:33:31.733263 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-8c30effb-35bf-48e4-b83a-315cf1891cfc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 200 len: 217 time: 0.0424330 Jun 16 18:33:31.771553 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:31.799726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-091e4d46-846f-4da2-af23-9937390771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:31.801296 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-091e4d46-846f-4da2-af23-9937390771cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 200 len: 854 time: 0.0585856 Jun 16 18:33:31.851333 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:31.865244 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-c7b503f0-b325-4182-88a3-145e22e79d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:31.867388 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-c7b503f0-b325-4182-88a3-145e22e79d8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27d95e4b-ad96-4962-a7f7-edebeb2e07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596418 Jun 16 18:33:31.882767 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Checking router: 768e4edb-69fe-4fe0-ac46-433ad3f0da2b for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:31.893241 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:31.894201 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:31.978434 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-3b99e924-8fe4-49de-a2c7-4e08e89a886a service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029978 Jun 16 18:33:32.029106 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:32.107064 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a2e5639-113b-4d3c-a5e2-4d049ca4c145 req-8d610cd5-e62f-417e-ac4c-6cc2862504a2 service neutron] 10.222.0.88 "GET /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183388 Jun 16 18:33:32.261192 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:32.289315 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ec8bc-771e-46ea-8939-d7a5ce983822 None None] The sync data for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi is: [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:30:21Z', 'revision_number': 4, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'ad8b330f-674e-42a0-a37f-02e00b6827a8', 'name': '', 'network_id': '27d95e4b-ad96-4962-a7f7-edebeb2e07d8', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'mac_address': 'fa:16:3e:f9:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:19Z', 'updated_at': '2022-06-16T18:30:27Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'subnets': [{'id': '461d18ac-9b91-4ec0-933e-3c13f8323c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:32.454778 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:32.568318 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa236a44-a2b1-49fb-8883-0334129df1d0 None None] New status for floating IP 7104d571-a444-4c50-9491-d4fec6076402: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:33:32.801110 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:35.541002 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:35.588441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80cb68-f6cb-4e67-a1e8-5d1644c359d1 req-b60b2414-591b-46ef-95c5-c6da19ee6f72 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:35.590542 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e80cb68-f6cb-4e67-a1e8-5d1644c359d1 req-b60b2414-591b-46ef-95c5-c6da19ee6f72 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0590832 Jun 16 18:33:35.664495 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0e80cb68-f6cb-4e67-a1e8-5d1644c359d1 req-278ce213-a63e-4530-8c04-7cf39b41031a tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678983 Jun 16 18:33:36.034181 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180e985-b5d9-4a2e-a6ff-03a04ae843f4 req-070680d4-afa1-4459-9f6e-c88d4ca4ef81 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:36.035799 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3180e985-b5d9-4a2e-a6ff-03a04ae843f4 req-070680d4-afa1-4459-9f6e-c88d4ca4ef81 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0628541 Jun 16 18:33:36.100463 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3180e985-b5d9-4a2e-a6ff-03a04ae843f4 req-f44d9e70-79ca-49d0-9e55-73c7d7d99a38 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516272 Jun 16 18:33:36.812379 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72f8d-a790-4322-a43e-69101899d33a req-2e0ff0e8-d894-4ea3-8824-b592e051fb09 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:36.814046 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0af72f8d-a790-4322-a43e-69101899d33a req-2e0ff0e8-d894-4ea3-8824-b592e051fb09 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0558274 Jun 16 18:33:36.873216 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0af72f8d-a790-4322-a43e-69101899d33a req-df21db23-317d-4590-8936-e88b565a3698 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 Jun 16 18:33:37.269893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5b7cb-fe62-4730-b240-fcd7abfe4b67 req-c0189f78-f45c-497f-87a6-55ae14050b4b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:37.271582 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-68a5b7cb-fe62-4730-b240-fcd7abfe4b67 req-c0189f78-f45c-497f-87a6-55ae14050b4b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Jun 16 18:33:37.322623 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:37.327897 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-68a5b7cb-fe62-4730-b240-fcd7abfe4b67 req-3e1bad42-c487-487d-a73a-55b0b292b10e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502756 Jun 16 18:33:38.025270 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658aa-00d8-48f0-b4ec-8bae2d7f9707 req-155cc97b-3be8-4a4c-bc08-f3d9877265ba tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:38.027238 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a7f658aa-00d8-48f0-b4ec-8bae2d7f9707 req-155cc97b-3be8-4a4c-bc08-f3d9877265ba tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0596459 Jun 16 18:33:38.083098 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a7f658aa-00d8-48f0-b4ec-8bae2d7f9707 req-378b7778-b95b-47f1-aaa8-1c54089ffa90 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Jun 16 18:33:38.444963 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:38.458627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e07b2-a648-4fdc-a17d-677b3731fab1 req-9c4cac94-9fd0-4b31-9a37-0e90f2f74968 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:38.461204 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-786e07b2-a648-4fdc-a17d-677b3731fab1 req-9c4cac94-9fd0-4b31-9a37-0e90f2f74968 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Jun 16 18:33:38.521459 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-786e07b2-a648-4fdc-a17d-677b3731fab1 req-c1b4c27d-9a30-4816-85f7-fb745f9adab0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543718 Jun 16 18:33:38.880326 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-634235fc-9b95-41da-b5fb-2100ce0cb6a2 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:38.882312 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-634235fc-9b95-41da-b5fb-2100ce0cb6a2 tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.88 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.0650296 Jun 16 18:33:38.928895 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-8fd35b02-482f-4896-b420-cea03fcbf998 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:38.930520 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-8fd35b02-482f-4896-b420-cea03fcbf998 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Jun 16 18:33:39.020215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Deleting port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:39.020841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.072013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port 2e698a2a-6a45-4d55-a4e3-1a1a739951af {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:39.072656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.132813 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] For port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:39.133163 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.152440 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Calling delete_port for 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:39.313182 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (60aa1d76-6fda-4493-91ab-da6bd2ca0a42), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.320820 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957193f6-0f92-4d2a-b330-ff8d8409e82a req-05bc8253-15da-4933-82e3-7eefd6dd567b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:39.323620 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-957193f6-0f92-4d2a-b330-ff8d8409e82a req-05bc8253-15da-4933-82e3-7eefd6dd567b tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fdb428-7e41-4e0f-b91a-15009844089f HTTP/1.1" status: 200 len: 945 time: 0.1371806 Jun 16 18:33:39.328606 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['60aa1d76-6fda-4493-91ab-da6bd2ca0a42'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:33:39.345711 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Pushing event deleted for resources: {'Port': ['ID=60aa1d76-6fda-4493-91ab-da6bd2ca0a42,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:39.373846 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] For port 2e698a2a-6a45-4d55-a4e3-1a1a739951af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e698a2a-6a45-4d55-a4e3-1a1a739951af,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:39.374462 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.408818 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] No DVR routers for this DVR port 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:39.411536 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.415969 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-065e305c-fc0b-48b2-9095-cc10ee3b0fc8 req-5232c5f0-eeb3-4a6b-96a2-6efa91f4c96e tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.88 "DELETE /v2.0/ports/60aa1d76-6fda-4493-91ab-da6bd2ca0a42 HTTP/1.1" status: 204 len: 173 time: 0.5277386 Jun 16 18:33:39.416660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'name': 'network-vif-deleted', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:39.422377 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bbb4d-005d-423d-b8e3-3625db7f479a" -d '{"events": [{"server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "name": "network-vif-deleted", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:39.466271 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6987dc-e1bd-4f86-82cd-9c1706d3ad93 x-openstack-request-id: req-8b6987dc-e1bd-4f86-82cd-9c1706d3ad93 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:39.467312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdb428-7e41-4e0f-b91a-15009844089f", "name": "network-vif-deleted", "tag": "60aa1d76-6fda-4493-91ab-da6bd2ca0a42", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:39.467532 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b6987dc-e1bd-4f86-82cd-9c1706d3ad93 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:39.467948 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6987dc-e1bd-4f86-82cd-9c1706d3ad93'] response: {'server_uuid': '26fdb428-7e41-4e0f-b91a-15009844089f', 'name': 'network-vif-deleted', 'tag': '60aa1d76-6fda-4493-91ab-da6bd2ca0a42', 'status': 'completed', 'code': 200} Jun 16 18:33:39.525923 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-957193f6-0f92-4d2a-b330-ff8d8409e82a req-4e0dc8db-6889-4eab-97de-f3eaf4e7a4ee tempest-TestMinimumBasicScenario-1382032213 tempest-TestMinimumBasicScenario-1382032213-project] 10.222.0.30 "GET /v2.0/security-groups?id=8509f4bf-72d4-473c-9c2f-2ebda65da2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829751 Jun 16 18:33:39.703353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303150e7-e0d0-4952-92aa-9a314ceaf5a1 req-eccb532b-d936-4407-ade5-262a94acefbc tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:39.705718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-303150e7-e0d0-4952-92aa-9a314ceaf5a1 req-eccb532b-d936-4407-ade5-262a94acefbc tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jun 16 18:33:39.722350 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.722988 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:39.723689 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP d0f15134-a85b-421a-9f9d-9ca096e29410 disassociated. External IP: 172.27.2.36, port: 2e698a2a-6a45-4d55-a4e3-1a1a739951af. Jun 16 18:33:39.724326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for 2e698a2a-6a45-4d55-a4e3-1a1a739951af owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:39.778813 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-303150e7-e0d0-4952-92aa-9a314ceaf5a1 req-d24adf40-8e92-4130-8fa2-9f17848e411f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d707b25c-be99-42e1-a898-1e4e57c55da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638452 Jun 16 18:33:39.863111 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:40.025332 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (2e698a2a-6a45-4d55-a4e3-1a1a739951af), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:40.060854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=2e698a2a-6a45-4d55-a4e3-1a1a739951af,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:40.448453 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:40.480483 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:40.640400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:40.656297 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:40.671948 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:40.672784 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:40.696547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] No DVR routers for this DVR port 2e698a2a-6a45-4d55-a4e3-1a1a739951af on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:40.699381 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:40.702864 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5cd199cc-bb87-4e2a-87cf-3e034474e101 req-87bed2fc-e5fa-4f9b-9f07-cdc93d670ff0 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "DELETE /v2.0/ports/2e698a2a-6a45-4d55-a4e3-1a1a739951af HTTP/1.1" status: 204 len: 173 time: 1.7643435 Jun 16 18:33:40.703352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'name': 'network-vif-deleted', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:40.706319 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475dad7-b764-4918-9f76-592cbbe5dd0b" -d '{"events": [{"server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "name": "network-vif-deleted", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:40.750852 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72328e8a-a3b4-44fa-b789-af1f4615e811 x-openstack-request-id: req-72328e8a-a3b4-44fa-b789-af1f4615e811 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:40.751209 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5de32bc-4cf2-47cd-b0de-bcc77b9a5791", "name": "network-vif-deleted", "tag": "2e698a2a-6a45-4d55-a4e3-1a1a739951af", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:40.751471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72328e8a-a3b4-44fa-b789-af1f4615e811 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:40.751886 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72328e8a-a3b4-44fa-b789-af1f4615e811'] response: {'server_uuid': 'e5de32bc-4cf2-47cd-b0de-bcc77b9a5791', 'name': 'network-vif-deleted', 'tag': '2e698a2a-6a45-4d55-a4e3-1a1a739951af', 'status': 'completed', 'code': 200} Jun 16 18:33:40.851438 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:41.114045 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e507dbc0-6b80-4b48-afeb-f327ee435758 req-1e4a507c-a604-4659-bb15-5aee3f6188ee tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5de32bc-4cf2-47cd-b0de-bcc77b9a5791 HTTP/1.1" status: 200 len: 210 time: 0.0359335 Jun 16 18:33:41.158115 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:41.206286 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:41.223456 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:41.224394 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:41.403803 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:41.441917 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:41.513140 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33022) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:41.606924 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:41.673637 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:41.704835 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dea2ea-a115-4b2a-b764-90a0381ad437 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:41.963740 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:41.991346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880eb976-a3ba-4b96-ad9b-7419fb508fb0 None None] New status for floating IP d0f15134-a85b-421a-9f9d-9ca096e29410: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:33:42.226127 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33030) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:42.269124 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:42.280393 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Deleting port ad8b330f-674e-42a0-a37f-02e00b6827a8 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:42.280793 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.334893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (d707b25c-be99-42e1-a898-1e4e57c55da8), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.377438 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (d707b25c-be99-42e1-a898-1e4e57c55da8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.381009 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] For port ad8b330f-674e-42a0-a37f-02e00b6827a8, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ad8b330f-674e-42a0-a37f-02e00b6827a8,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:42.382351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.400729 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Calling delete_port for ad8b330f-674e-42a0-a37f-02e00b6827a8 owned by network:router_interface {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:42.450220 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d707b25c-be99-42e1-a898-1e4e57c55da8), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.454335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.455552 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/security-groups/d707b25c-be99-42e1-a898-1e4e57c55da8 HTTP/1.1" status: 204 len: 168 time: 0.2280815 Jun 16 18:33:42.461397 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33032) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:42.483383 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fc32c-c1af-490e-8d70-044435190d42 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707b25c-be99-42e1-a898-1e4e57c55da8,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:42.485517 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-1db1a2da-6c78-4ffd-be4d-c19c4f45067a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] show failed (client error): The resource could not be found. Jun 16 18:33:42.486603 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1db1a2da-6c78-4ffd-be4d-c19c4f45067a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups/d707b25c-be99-42e1-a898-1e4e57c55da8 HTTP/1.1" status: 404 len: 347 time: 0.0239162 Jun 16 18:33:42.489921 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33034) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:42.495977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:42.626828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port afdeb1c1-4b3e-47be-9680-fedad6c4307b {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:42.627313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.702635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:42.712252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:42.716721 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (ad8b330f-674e-42a0-a37f-02e00b6827a8), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.746583 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.747075 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (afdeb1c1-4b3e-47be-9680-fedad6c4307b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:42.761504 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8b330f-674e-42a0-a37f-02e00b6827a8,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:42.772613 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for afdeb1c1-4b3e-47be-9680-fedad6c4307b owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:43.021387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (afdeb1c1-4b3e-47be-9680-fedad6c4307b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.040483 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.070063 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=afdeb1c1-4b3e-47be-9680-fedad6c4307b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:43.111808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (d0f15134-a85b-421a-9f9d-9ca096e29410), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.116367 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.118281 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f04fb0c3-1e55-4914-97e2-261bca85d7e2 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/floatingips/d0f15134-a85b-421a-9f9d-9ca096e29410 HTTP/1.1" status: 204 len: 168 time: 0.6266274 Jun 16 18:33:43.229614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33038) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:43.234544 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406073303', 'description': 'tempest-description--1548551705'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:43.269734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.346879 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:43.364622 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (a47ae51e-2186-4c85-8df1-c2282eba0684), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.370333 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a47ae51e-2186-4c85-8df1-c2282eba0684), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.404548 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ae51e-2186-4c85-8df1-c2282eba0684,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:43.409225 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.410530 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e7ffc191-6ac8-4b8b-89a2-cd5b5b03a86e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1798058 Jun 16 18:33:43.415505 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33040) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:43.420232 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': 'a47ae51e-2186-4c85-8df1-c2282eba0684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:43.455813 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5557bbe7-4fb2-464d-b048-a45d8d60c287), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.477704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:43.483018 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c08dafd6-696a-4ce9-89f3-fbda6de2d66f admin admin] 10.222.0.30 "PUT /v2.0/routers/768e4edb-69fe-4fe0-ac46-433ad3f0da2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680061 Jun 16 18:33:43.486190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33042) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:43.491977 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Sync routers for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:43.504368 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:43.505462 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:43.532728 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:43.571499 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5557bbe7-4fb2-464d-b048-a45d8d60c287), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.582283 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (5557bbe7-4fb2-464d-b048-a45d8d60c287), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.611648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5557bbe7-4fb2-464d-b048-a45d8d60c287,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:43.622592 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.624162 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2bee3aa3-6633-4fb8-a1de-b95c4e93e6ad tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075357 Jun 16 18:33:43.626869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33044) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:43.628263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks [] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.632420 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'security_group_rule': {'security_group_id': 'a47ae51e-2186-4c85-8df1-c2282eba0684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:43.670885 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5f801a91-32c2-4ee3-b267-14f65fe24a0c), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.750726 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:43.755957 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (5f801a91-32c2-4ee3-b267-14f65fe24a0c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.757263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks [] for router_gateway (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.761791 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (5f801a91-32c2-4ee3-b267-14f65fe24a0c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.773822 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:43.792791 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f801a91-32c2-4ee3-b267-14f65fe24a0c,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:43.808928 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.813704 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-62e953e6-2200-41ff-8a45-280a56a5e287 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1824310 Jun 16 18:33:43.814160 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33046) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:43.814400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Deleting port 678fc95a-1471-47c7-91b6-75b8402d74e0 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:43.814769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.819380 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:43.848422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.891758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:43.921291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] For port 678fc95a-1471-47c7-91b6-75b8402d74e0, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=678fc95a-1471-47c7-91b6-75b8402d74e0,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:43.921775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.938204 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Calling delete_port for 678fc95a-1471-47c7-91b6-75b8402d74e0 owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:43.988862 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:43.990173 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:33:42Z', 'revision_number': 5, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port': {'id': '678fc95a-1471-47c7-91b6-75b8402d74e0', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:16Z', 'updated_at': '2022-06-16T18:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:44.022455 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Checking router: 768e4edb-69fe-4fe0-ac46-433ad3f0da2b for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:44.032692 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Routers {'768e4edb-69fe-4fe0-ac46-433ad3f0da2b'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:44.033349 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:44.045425 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:44.121178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.27.2.236 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/a7d40550-2f85-4454-92f7-0308bf9fce52) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:44.157832 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] Set router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:44.192952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (678fc95a-1471-47c7-91b6-75b8402d74e0), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.227334 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:33:43Z', 'revision_number': 6, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:44.237072 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Pushing event deleted for resources: {'Port': ['ID=678fc95a-1471-47c7-91b6-75b8402d74e0,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:44.257841 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2468029-43d6-4b26-afbb-b1f00afa1591 None None] The sync data for ids ['768e4edb-69fe-4fe0-ac46-433ad3f0da2b'] in dv-cinder-813229-10-iscsi is: [{'id': '768e4edb-69fe-4fe0-ac46-433ad3f0da2b', 'name': 'tempest-TestMinimumBasicScenario-1561879857-router', 'tenant_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:14Z', 'updated_at': '2022-06-16T18:33:43Z', 'revision_number': 6, 'project_id': 'c9fa2caa1412451aa0308c807d5c62d8', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:44.270062 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.314847 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.359667 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.364148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:44.371395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:44.384267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:44.406824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=a7d40550-2f85-4454-92f7-0308bf9fce52,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:44.468124 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.471430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks [] for router_controller (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.488301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.543649 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.566734 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (768e4edb-69fe-4fe0-ac46-433ad3f0da2b), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.569392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768e4edb-69fe-4fe0-ac46-433ad3f0da2b {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:33:44.577914 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.580936 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-701d6cf9-85fb-490a-a011-650030d35749 admin admin] 10.222.0.30 "DELETE /v2.0/routers/768e4edb-69fe-4fe0-ac46-433ad3f0da2b HTTP/1.1" status: 204 len: 168 time: 1.0935202 Jun 16 18:33:44.583329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33048) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:44.637130 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 2e698a2a-6a45-4d55-a4e3-1a1a739951af no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:44.689834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 2e698a2a-6a45-4d55-a4e3-1a1a739951af {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:44.690455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 2e698a2a-6a45-4d55-a4e3-1a1a739951af not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:44.691079 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:44.706527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Deleting subnet 461d18ac-9b91-4ec0-933e-3c13f8323c86 {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:33:44.713044 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Publish callbacks [] for subnet (461d18ac-9b91-4ec0-933e-3c13f8323c86), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.716601 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:44.717326 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 60aa1d76-6fda-4493-91ab-da6bd2ca0a42 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:44.788585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.800184 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.809764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (461d18ac-9b91-4ec0-933e-3c13f8323c86), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.822980 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ad8b330f-674e-42a0-a37f-02e00b6827a8 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:44.851149 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: ad8b330f-674e-42a0-a37f-02e00b6827a8 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:44.851426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.851946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ad8b330f-674e-42a0-a37f-02e00b6827a8 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:44.885322 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:44.890894 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=a7d40550-2f85-4454-92f7-0308bf9fce52,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:44.900565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:44.907400 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2f3d44f1-4311-4889-a8ed-7a98cd394daa tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0918484 Jun 16 18:33:44.960983 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (461d18ac-9b91-4ec0-933e-3c13f8323c86), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.041509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (461d18ac-9b91-4ec0-933e-3c13f8323c86), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.079039 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461d18ac-9b91-4ec0-933e-3c13f8323c86,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:45.089714 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.095440 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402761c-d1ce-4f0f-a7de-cda148101b16 None None] Network 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:33:45.100728 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:45.101031 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-5b8e2e30-8752-4afc-a25e-ddccffd2867d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/461d18ac-9b91-4ec0-933e-3c13f8323c86 HTTP/1.1" status: 204 len: 168 time: 0.5152049 Jun 16 18:33:45.105357 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33062) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:45.185021 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-3eabc25a-670a-4aa9-bae9-af86d5a621c6 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1406073303&fields=id&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 267 time: 0.0913169 Jun 16 18:33:45.265515 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (27d95e4b-ad96-4962-a7f7-edebeb2e07d8), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.364750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Deleting port 20975d81-3b71-4bc2-8e7f-fe87cb290809 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:45.366044 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.383273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-3b5f0f9c-6c7f-44f6-b85c-0960a86d4066 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:45.385788 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-3b5f0f9c-6c7f-44f6-b85c-0960a86d4066 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.1965966 Jun 16 18:33:45.414821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:45.418626 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-3b737664-86c8-47a6-804b-1a43b86581b5 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/quotas/1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 375 time: 0.0196733 Jun 16 18:33:45.504777 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] For port 20975d81-3b71-4bc2-8e7f-fe87cb290809, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=20975d81-3b71-4bc2-8e7f-fe87cb290809,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:45.504777 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.525435 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Calling delete_port for 20975d81-3b71-4bc2-8e7f-fe87cb290809 owned by network:dhcp {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:45.544022 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] DHCP port deletion for 27d95e4b-ad96-4962-a7f7-edebeb2e07d8 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:33:45.552042 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:45.601193 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Deleting port 20975d81-3b71-4bc2-8e7f-fe87cb290809 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:45.602304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.648578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.675942 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] No DVR routers for this DVR port 20975d81-3b71-4bc2-8e7f-fe87cb290809 on host dv-cinder-813229-10-iscsi {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:45.696476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Pushing event deleted for resources: {'Port': ['ID=20975d81-3b71-4bc2-8e7f-fe87cb290809,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:45.712936 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] For port 20975d81-3b71-4bc2-8e7f-fe87cb290809, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=20975d81-3b71-4bc2-8e7f-fe87cb290809,segment=NetworkSegment(1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44),segment_id=1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:45.714850 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.735249 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Calling delete_port for 20975d81-3b71-4bc2-8e7f-fe87cb290809 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:45.815378 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (27d95e4b-ad96-4962-a7f7-edebeb2e07d8), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.840683 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d95e4b-ad96-4962-a7f7-edebeb2e07d8']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:45.858285 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:45.858766 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:45.860662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-15c4e618-0062-425f-89b4-a6765ba0cc39 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4250848 Jun 16 18:33:45.877961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.878202 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (20975d81-3b71-4bc2-8e7f-fe87cb290809), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.907062 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.909798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] Pushing event deleted for resources: {'Port': ['ID=20975d81-3b71-4bc2-8e7f-fe87cb290809,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:45.917021 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:33:45.917439 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:45.920731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec8d64-2f30-42ab-95f9-d8cc72e406e3 None None] No DVR routers for this DVR port 20975d81-3b71-4bc2-8e7f-fe87cb290809 on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:45.949874 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44 resource provider aggregate not found Jun 16 18:33:45.989415 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f2caeb4-5fbc-48d1-8eb0-2b67ad550a44 found for delete ", "request_id": "req-23108c9c-7ac6-4c4c-9fb9-97d2bcb54542"}]} Jun 16 18:33:45.991944 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-88fc224d-567a-40e9-8fbc-f79589994ffe service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186943 Jun 16 18:33:46.008757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (27d95e4b-ad96-4962-a7f7-edebeb2e07d8), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:46.023031 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:46.027583 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] 10.222.0.30 "DELETE /v2.0/networks/27d95e4b-ad96-4962-a7f7-edebeb2e07d8 HTTP/1.1" status: 204 len: 168 time: 0.9205754 Jun 16 18:33:46.031882 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33070) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:46.039323 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009c381-074d-4d41-ad7e-a7b9b6c8c58a admin admin] Pushing event deleted for resources: {'Network': ['ID=27d95e4b-ad96-4962-a7f7-edebeb2e07d8,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:46.192940 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-8065932f-17b7-4591-8f17-8a68602da4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935141 Jun 16 18:33:46.296944 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:46.463926 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 20975d81-3b71-4bc2-8e7f-fe87cb290809 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:46.507752 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9eb14adc-75ac-418f-8f5f-8638137eac09 req-483681c5-fcd5-4d1f-9daa-e3f55578c039 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 210 time: 0.0735743 Jun 16 18:33:46.511535 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 20975d81-3b71-4bc2-8e7f-fe87cb290809 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:46.512689 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 20975d81-3b71-4bc2-8e7f-fe87cb290809 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:46.513599 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 678fc95a-1471-47c7-91b6-75b8402d74e0 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:46.572409 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 678fc95a-1471-47c7-91b6-75b8402d74e0 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:46.572767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 678fc95a-1471-47c7-91b6-75b8402d74e0 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:46.652240 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:47.074900 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Deleting port f2b14137-4801-4bf4-b2f0-5adc7875da6b {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:47.075230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:47.144091 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:47.198920 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] For port f2b14137-4801-4bf4-b2f0-5adc7875da6b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=f2b14137-4801-4bf4-b2f0-5adc7875da6b,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:47.199318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:47.220360 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Calling delete_port for f2b14137-4801-4bf4-b2f0-5adc7875da6b owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:47.276680 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:47.448912 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (f2b14137-4801-4bf4-b2f0-5adc7875da6b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:47.478726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b14137-4801-4bf4-b2f0-5adc7875da6b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:47.686455 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-82dd8c06-68ac-48a6-8f8c-02ccbec221f7 req-0a096a9e-2ed1-43ad-bc06-20010104b759 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 210 time: 0.0567400 Jun 16 18:33:47.716598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:47.863935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-52c04a26-faa4-4c3c-9fb0-913967e86df8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:47.866859 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-52c04a26-faa4-4c3c-9fb0-913967e86df8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 814 time: 0.2345204 Jun 16 18:33:47.971275 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-91baebc2-e1eb-43dd-9ae5-7a02aa1841a8 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0473c6214a4428be438fabc530012b HTTP/1.1" status: 200 len: 380 time: 0.0950534 Jun 16 18:33:47.991827 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'port': {'device_id': '3827385c-be20-4887-9735-0e5e54113151', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'admin_state_up': True, 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'security_groups': ['a47ae51e-2186-4c85-8df1-c2282eba0684']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:48.077899 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:48.097628 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:48.171896 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Made reservation on behalf of 1f0473c6214a4428be438fabc530012b for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:33:48.177058 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.224195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:48.234450 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-255152f8-17e6-4d60-88d8-090eba03d8f9 admin admin] 10.222.0.30 "PUT /v2.0/routers/e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012122 Jun 16 18:33:48.236822 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Sync routers for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:48.237423 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33088) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:48.254524 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:48.255670 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:48.295794 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:48.362854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:48.366205 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:48.408033 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks [] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.420824 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:48.460469 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Allocated IP 172.20.0.6 (8dc64fea-6d01-44bc-9636-d5525e5d1ec1/6151e839-0710-4cd6-9b32-b8e36d63307c/73b67cf2-c85d-4366-8b42-9ed862d569e5) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:48.593825 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks [] for router_gateway (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.646336 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.666000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:48.681578 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Deleting port fc92b579-cc0c-4433-87d3-b43e70e50436 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:48.682138 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.691073 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.765718 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:48.774237 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:48.775589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:33:47Z', 'revision_number': 5, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port': {'id': 'fc92b579-cc0c-4433-87d3-b43e70e50436', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:30:25Z', 'updated_at': '2022-06-16T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:48.776751 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event updated for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:48.779188 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:48.832965 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Checking router: e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:48.850495 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Routers {'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:48.851824 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:48.865278 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] For port fc92b579-cc0c-4433-87d3-b43e70e50436, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fc92b579-cc0c-4433-87d3-b43e70e50436,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:48.868398 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.893816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:48.894611 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:48.905254 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Calling delete_port for fc92b579-cc0c-4433-87d3-b43e70e50436 owned by network:router_gateway {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:48.927303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182048f9-26bb-4929-b398-6575f9fcadc8 req-c8a1e16d-d653-467e-a9f3-b877f2b5db33 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:48.941821 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-182048f9-26bb-4929-b398-6575f9fcadc8 req-c8a1e16d-d653-467e-a9f3-b877f2b5db33 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 931 time: 0.1100907 Jun 16 18:33:48.975469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] Set router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab gateway port host: None {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:49.011564 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-fddd08c8-7a33-4bf9-96ec-6fbb6f854ee1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275347 Jun 16 18:33:49.030942 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Request body: {'port': {'device_id': '3827385c-be20-4887-9735-0e5e54113151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:49.037214 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:33:48Z', 'revision_number': 6, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:49.073834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc70dc8-a32d-4634-8d5e-83dad9cd70b9 None None] The sync data for ids ['e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab'] in dv-cinder-813229-10-iscsi is: [{'id': 'e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab', 'name': 'tempest-TestMinimumBasicScenario-556760866-router', 'tenant_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:30:24Z', 'updated_at': '2022-06-16T18:33:48Z', 'revision_number': 6, 'project_id': '36d2bd288b5c49b98df6e29aa13fa1f1', 'gw_port_host': None}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:49.104592 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-182048f9-26bb-4929-b398-6575f9fcadc8 req-66fbddd9-2bdb-41a1-986c-d9b5b186e023 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615872 Jun 16 18:33:49.158738 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:49.191389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-74e547a9-1ed9-464c-8d25-3723cb7770b6 None None] Provisioning complete for port 73b67cf2-c85d-4366-8b42-9ed862d569e5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:49.192173 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-74e547a9-1ed9-464c-8d25-3723cb7770b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.259441 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-74e547a9-1ed9-464c-8d25-3723cb7770b6 None None] Port 73b67cf2-c85d-4366-8b42-9ed862d569e5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:33:49.299995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (fc92b579-cc0c-4433-87d3-b43e70e50436), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.332322 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc92b579-cc0c-4433-87d3-b43e70e50436,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:49.379353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.518772 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.572446 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.576224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks [] for router_controller (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.715091 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.716430 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab {{(pid=103843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:33:49.719431 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:49.726328 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.728592 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e4462d25-9daa-4023-9567-027bb0f74994 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e5a44991-9fe8-4445-8c85-8ac5cb6fc0ab HTTP/1.1" status: 204 len: 168 time: 1.4893746 Jun 16 18:33:49.730924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33094) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:49.809467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Deleting subnet a7137046-5e4a-49d8-a759-f958ff0a158a {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:33:49.813302 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Publish callbacks [] for subnet (a7137046-5e4a-49d8-a759-f958ff0a158a), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.913724 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b67cf2-c85d-4366-8b42-9ed862d569e5 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:33:49.930778 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks [] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:49.957117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Transition to ACTIVE for port object 73b67cf2-c85d-4366-8b42-9ed862d569e5 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:33:49.966143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.042467 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Pushing event updated for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:50.186121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Attempting to bind port 73b67cf2-c85d-4366-8b42-9ed862d569e5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:33:50.186467 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Attempting to bind port 73b67cf2-c85d-4366-8b42-9ed862d569e5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:33:50.186976 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Attempting to bind port 73b67cf2-c85d-4366-8b42-9ed862d569e5 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:50.205379 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Port 73b67cf2-c85d-4366-8b42-9ed862d569e5 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:33:50.206108 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Attempting to bind port 73b67cf2-c85d-4366-8b42-9ed862d569e5 on network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:50.214836 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:33:50.215362 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Checking segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:33:50.215859 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Bound using segment: {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:33:50.216481 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Bound port: 73b67cf2-c85d-4366-8b42-9ed862d569e5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7488e8ae-4d57-49d7-983b-3ba51435ef87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:33:50.217134 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.262074 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:50.283956 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Publish callbacks [] for subnet (a7137046-5e4a-49d8-a759-f958ff0a158a), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.345567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:33:50.355904 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:33:50.369849 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.382755 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:50.432721 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:50.433362 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.434831 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] 10.222.0.88 "PUT /v2.0/ports/73b67cf2-c85d-4366-8b42-9ed862d569e5 HTTP/1.1" status: 200 len: 1093 time: 1.4115014 Jun 16 18:33:50.435307 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:50.437730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85804c6e-d989-4d0a-859b-c40a869ee26a" -d '{"events": [{"name": "network-changed", "server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:50.517025 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3aa0e-02e7-47ff-9318-9cc2e5d5b4dc req-7510e128-d5d8-4c4a-8283-a342ab4f3857 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:50.518758 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9f3aa0e-02e7-47ff-9318-9cc2e5d5b4dc req-7510e128-d5d8-4c4a-8283-a342ab4f3857 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 943 time: 0.2238095 Jun 16 18:33:50.560842 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (a7137046-5e4a-49d8-a759-f958ff0a158a), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.566930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device f2b14137-4801-4bf4-b2f0-5adc7875da6b no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:50.580463 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706854c3-2bfc-4606-8d42-1a74bd3eab26 x-openstack-request-id: req-706854c3-2bfc-4606-8d42-1a74bd3eab26 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:50.581038 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:50.581562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-706854c3-2bfc-4606-8d42-1a74bd3eab26 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:50.582164 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706854c3-2bfc-4606-8d42-1a74bd3eab26'] response: {'name': 'network-changed', 'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'status': 'completed', 'code': 200} Jun 16 18:33:50.593502 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7723-1ab7-4dd5-91ac-47cbc7265a99 service neutron] Pushing event updated for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:50.607671 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-16b5ff84-6b37-4035-a2a4-b4eebacf6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:50.610362 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-16b5ff84-6b37-4035-a2a4-b4eebacf6230 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 1127 time: 0.0963087 Jun 16 18:33:50.611455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: f2b14137-4801-4bf4-b2f0-5adc7875da6b {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:50.612153 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device f2b14137-4801-4bf4-b2f0-5adc7875da6b not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:50.614085 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fc92b579-cc0c-4433-87d3-b43e70e50436 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:50.632020 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9f3aa0e-02e7-47ff-9318-9cc2e5d5b4dc req-1de34196-2d6a-461b-9607-fc3db8da1485 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942576 Jun 16 18:33:50.666865 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: fc92b579-cc0c-4433-87d3-b43e70e50436 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:50.667492 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fc92b579-cc0c-4433-87d3-b43e70e50436 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:50.681148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for subnet (a7137046-5e4a-49d8-a759-f958ff0a158a), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.707619 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-780b4d5f-bbdc-4a02-8139-9bc7cbbe75ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5 HTTP/1.1" status: 200 len: 217 time: 0.0826194 Jun 16 18:33:50.746384 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7137046-5e4a-49d8-a759-f958ff0a158a,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:50.750290 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.759818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218d976-fcec-4208-aca8-2e372e8adb24 None None] Network 20a8f165-bedc-4e5f-a840-36f4276e86fd requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:33:50.760980 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5786f1bf-b508-405f-98e3-92935ccecd0c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a7137046-5e4a-49d8-a759-f958ff0a158a HTTP/1.1" status: 204 len: 168 time: 1.0282533 Jun 16 18:33:50.762231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33100) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:50.774034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-43a0af42-f572-420e-b732-aeae310dcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:50.775683 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-43a0af42-f572-420e-b732-aeae310dcad0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.0608485 Jun 16 18:33:50.845496 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-82c2b7e2-aaeb-4a4e-8704-cf104af53389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:50.847115 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-82c2b7e2-aaeb-4a4e-8704-cf104af53389 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626817 Jun 16 18:33:50.917703 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (20a8f165-bedc-4e5f-a840-36f4276e86fd), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:50.979319 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-c8edb23c-974d-4c05-a94e-320289f68483 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 Jun 16 18:33:51.015479 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Deleting port ffee3de4-99b4-4963-a71c-a639bec989ff {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:51.016591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.018815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] DHCP port deletion for 20a8f165-bedc-4e5f-a840-36f4276e86fd request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:33:51.070675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Deleting port ffee3de4-99b4-4963-a71c-a639bec989ff {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:33:51.071397 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.128353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] For port ffee3de4-99b4-4963-a71c-a639bec989ff, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ffee3de4-99b4-4963-a71c-a639bec989ff,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:51.129435 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.150807 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Calling delete_port for ffee3de4-99b4-4963-a71c-a639bec989ff owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:51.164081 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e50d8b31-2e52-4f7e-a9a5-34d89f92b94a req-421bb89f-1a8f-4138-8e80-bbc209bc0d7f service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761484 Jun 16 18:33:51.180999 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] For port ffee3de4-99b4-4963-a71c-a639bec989ff, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=ffee3de4-99b4-4963-a71c-a639bec989ff,segment=NetworkSegment(9073e42b-92db-40c5-8a84-d66a267739df),segment_id=9073e42b-92db-40c5-8a84-d66a267739df)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:51.181640 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.203841 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Calling delete_port for ffee3de4-99b4-4963-a71c-a639bec989ff owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:33:51.281318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.321309 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (ffee3de4-99b4-4963-a71c-a639bec989ff), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.328930 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] No DVR routers for this DVR port ffee3de4-99b4-4963-a71c-a639bec989ff on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:51.337358 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffee3de4-99b4-4963-a71c-a639bec989ff,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:51.361456 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] Pushing event deleted for resources: {'Port': ['ID=ffee3de4-99b4-4963-a71c-a639bec989ff,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:51.372450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c8637-b70c-4b1e-b94a-68f815c53b29 None None] No DVR routers for this DVR port ffee3de4-99b4-4963-a71c-a639bec989ff on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:33:51.455893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (20a8f165-bedc-4e5f-a840-36f4276e86fd), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.496642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.497172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.498222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.498789 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > port after_create 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.499342 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.500835 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > port after_update 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.501726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.502272 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.502776 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.503415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.609041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.609461 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.609936 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.610316 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:33:51.610739 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a8f165-bedc-4e5f-a840-36f4276e86fd']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:51.631637 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9073e42b-92db-40c5-8a84-d66a267739df') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:51.631984 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9073e42b-92db-40c5-8a84-d66a267739df') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:51.658257 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (9073e42b-92db-40c5-8a84-d66a267739df), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.674712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:51.690598 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (9073e42b-92db-40c5-8a84-d66a267739df), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.705448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:33:51.706333 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (9073e42b-92db-40c5-8a84-d66a267739df), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.795248 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (20a8f165-bedc-4e5f-a840-36f4276e86fd), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.818276 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a8f165-bedc-4e5f-a840-36f4276e86fd,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:51.820889 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:51.827609 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d5676159-5b9e-4ce3-b740-859e307e3935 admin admin] 10.222.0.30 "DELETE /v2.0/networks/20a8f165-bedc-4e5f-a840-36f4276e86fd HTTP/1.1" status: 204 len: 168 time: 1.0598817 Jun 16 18:33:51.851220 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35a4d4-a69d-4656-88cd-24142e066888 req-7a378124-ab20-4fce-abb1-eee42829d533 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:51.852887 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0d35a4d4-a69d-4656-88cd-24142e066888 req-7a378124-ab20-4fce-abb1-eee42829d533 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 943 time: 0.1089571 Jun 16 18:33:51.893112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:51.942720 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0d35a4d4-a69d-4656-88cd-24142e066888 req-8029c4e4-0eb5-47e2-925c-5d1ad67b8773 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810564 Jun 16 18:33:52.008874 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 9073e42b-92db-40c5-8a84-d66a267739df resource provider aggregate not found Jun 16 18:33:52.029192 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 9073e42b-92db-40c5-8a84-d66a267739df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9073e42b-92db-40c5-8a84-d66a267739df found for delete ", "request_id": "req-cfaa0edd-1c78-4bef-9a24-9f84d54dbc46"}]} Jun 16 18:33:52.095056 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-222d797b-a035-4e54-94b0-9604ea36b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:52.097620 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-222d797b-a035-4e54-94b0-9604ea36b936 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 1127 time: 0.0639980 Jun 16 18:33:52.149256 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33116) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:52.198257 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0f94291f-e016-45f3-af11-542fe007f4f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9fa2caa1412451aa0308c807d5c62d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475972 Jun 16 18:33:52.201238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33118) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:52.226448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:52.258962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-4c582d4f-c883-4ad1-9a12-04675f069553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:52.260720 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-4c582d4f-c883-4ad1-9a12-04675f069553 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.1570771 Jun 16 18:33:52.270480 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] Publish callbacks [] for security_group (8509f4bf-72d4-473c-9c2f-2ebda65da2b2), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:52.313451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] Publish callbacks [] for security_group (8509f4bf-72d4-473c-9c2f-2ebda65da2b2), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:52.333381 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-e4d81526-e1e5-4a39-9d49-c1cb2bc32d13 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5 HTTP/1.1" status: 200 len: 217 time: 0.0658586 Jun 16 18:33:52.411724 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8509f4bf-72d4-473c-9c2f-2ebda65da2b2), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:52.416513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:52.422459 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8509f4bf-72d4-473c-9c2f-2ebda65da2b2 HTTP/1.1" status: 204 len: 168 time: 0.2158811 Jun 16 18:33:52.426561 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-a3a6f5b3-70fd-4ea6-8086-e0e0157ca855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:52.429382 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-a3a6f5b3-70fd-4ea6-8086-e0e0157ca855 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.0887511 Jun 16 18:33:52.449786 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff66a8a-d0b6-446f-9556-2c93f7f2162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509f4bf-72d4-473c-9c2f-2ebda65da2b2,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:52.450910 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ffee3de4-99b4-4963-a71c-a639bec989ff no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:33:52.480462 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: ffee3de4-99b4-4963-a71c-a639bec989ff {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:33:52.481245 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device ffee3de4-99b4-4963-a71c-a639bec989ff not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:33:52.518547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-5a322b5b-78f5-4b5e-9b96-580ca717bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:52.521790 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-5a322b5b-78f5-4b5e-9b96-580ca717bfc1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851018 Jun 16 18:33:52.671052 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 73b67cf2-c85d-4366-8b42-9ed862d569e5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:33:52.692638 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-d1beaa98-d68f-4857-bf34-d57559ffa2f1 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618371 Jun 16 18:33:52.696637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:52.832541 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-85804c6e-d989-4d0a-859b-c40a869ee26a req-9ad28c4a-0a23-4e0e-8987-fe5e7cffc8fe service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326077 Jun 16 18:33:52.882982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:52.905192 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'port_id': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'mac_address': 'fa:16:3e:38:bb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:33:52.974173 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 73b67cf2-c85d-4366-8b42-9ed862d569e5 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:52.974847 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.008138 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b67cf2-c85d-4366-8b42-9ed862d569e5 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:33:53.026347 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33128) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:53.060380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:53.072521 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:53.087933 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.152488 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-43cf842d-06d3-4278-ad73-11201752672c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36d2bd288b5c49b98df6e29aa13fa1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237154 Jun 16 18:33:53.155485 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33130) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:53.196105 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:53.218715 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded82e-9783-4ef3-a14b-e18699f8a628 req-bbdc6eb1-bdb0-4df2-9b9d-e3f01f83b142 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:53.233383 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-19ded82e-9783-4ef3-a14b-e18699f8a628 req-bbdc6eb1-bdb0-4df2-9b9d-e3f01f83b142 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 944 time: 0.1012602 Jun 16 18:33:53.240569 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] Publish callbacks [] for security_group (6b271a2f-4ef8-4d17-8749-c552821e567e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.252120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:53.286345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] Publish callbacks [] for security_group (6b271a2f-4ef8-4d17-8749-c552821e567e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.316707 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-19ded82e-9783-4ef3-a14b-e18699f8a628 req-186b5a3d-60f3-440d-a40d-8d069152513e tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802181 Jun 16 18:33:53.367579 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b271a2f-4ef8-4d17-8749-c552821e567e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.371280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:53.374970 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b271a2f-4ef8-4d17-8749-c552821e567e HTTP/1.1" status: 204 len: 168 time: 0.2174060 Jun 16 18:33:53.378850 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['73b67cf2-c85d-4366-8b42-9ed862d569e5'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:33:53.390176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6be5-0975-4f5d-b197-35f7518c1967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b271a2f-4ef8-4d17-8749-c552821e567e,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:54.280849 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33152) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:54.439497 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1201520390-network', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:54.472440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd71de-45c5-4233-b2ce-0da4d691e235 req-059aeb9b-0654-486c-a286-8f9d57ae0b2a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:54.474045 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0dcd71de-45c5-4233-b2ce-0da4d691e235 req-059aeb9b-0654-486c-a286-8f9d57ae0b2a tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 944 time: 0.0846550 Jun 16 18:33:54.491109 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Made reservation on behalf of 4d9f254f568e4bd98b2e4087c3a32c04 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:33:54.493655 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.513326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.567963 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0dcd71de-45c5-4233-b2ce-0da4d691e235 req-ba175234-ae42-47b8-9485-6b02334bdc5c tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842094 Jun 16 18:33:54.646018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks [] for security_group (866a7300-edc8-49ea-9bf6-25fd76f54e1f), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.652227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (866a7300-edc8-49ea-9bf6-25fd76f54e1f), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.659053 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:54.675905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 73b67cf2-c85d-4366-8b42-9ed862d569e5 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:33:54.683259 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:33:54.703092 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a7300-edc8-49ea-9bf6-25fd76f54e1f,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:54.708720 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (f66021d2-0053-4715-92c9-86ea5c4b5cd2), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.709702 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Added segment f66021d2-0053-4715-92c9-86ea5c4b5cd2 of type vlan for network 10541a62-0923-4d1d-8a23-f7599c1118d2 Jun 16 18:33:54.749795 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 73b67cf2-c85d-4366-8b42-9ed862d569e5 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:33:54.759375 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 73b67cf2-c85d-4366-8b42-9ed862d569e5 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:54.760022 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.800960 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (10541a62-0923-4d1d-8a23-f7599c1118d2), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.845347 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (10541a62-0923-4d1d-8a23-f7599c1118d2), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.846765 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:54.847479 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.856634 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 73b67cf2-c85d-4366-8b42-9ed862d569e5 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:54.857099 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.891528 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:54.893209 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54841bd3-c7d3-4d71-b288-520ebc7a1a06" -d '{"events": [{"server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "name": "network-vif-plugged", "status": "completed", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:54.897373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33162) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:54.898402 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6143765 Jun 16 18:33:54.905147 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Request body: {'subnet': {'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1201520390-subnet', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'ip_version': 4}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:54.917631 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:54.924176 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.938378 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Made reservation on behalf of 4d9f254f568e4bd98b2e4087c3a32c04 for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:33:54.941888 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63988172'] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:54.942451 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202592ba-e60b-47ee-b643-43b8e65e2186 admin admin] Pushing event updated for resources: {'Network': ['ID=10541a62-0923-4d1d-8a23-f7599c1118d2,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:54.978229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:33:54.983595 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ac2d1a-e616-40b1-aa29-d397fb999baf x-openstack-request-id: req-85ac2d1a-e616-40b1-aa29-d397fb999baf {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:54.983937 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "name": "network-vif-plugged", "status": "completed", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:54.984448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85ac2d1a-e616-40b1-aa29-d397fb999baf {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:54.985225 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ac2d1a-e616-40b1-aa29-d397fb999baf'] response: {'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'code': 200} Jun 16 18:33:55.098315 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:55.230014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e1ee-1f1c-4a33-9df3-b4032284baa8 req-fd852337-2110-4556-b3eb-b23add7e57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:55.231903 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-32d4e1ee-1f1c-4a33-9df3-b4032284baa8 req-fd852337-2110-4556-b3eb-b23add7e57aa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 1129 time: 0.0680404 Jun 16 18:33:55.259182 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63749321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63988222'] for subnet (5f1e7f49-b061-4435-ada0-a28a436d8aa6), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.293640 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-32d4e1ee-1f1c-4a33-9df3-b4032284baa8 req-ea2145dc-61ff-4f51-b2b3-ea93679d3ddc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541530 Jun 16 18:33:55.339412 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1e7f49-b061-4435-ada0-a28a436d8aa6,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:55.347158 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Checking segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:33:55.347523 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Network hostable DHCP agents. Network: 10541a62-0923-4d1d-8a23-f7599c1118d2, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:33:55.372312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:33:55.389318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 10541a62-0923-4d1d-8a23-f7599c1118d2) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:55.396205 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:55.397234 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.403464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c86eca-e7bc-4c22-828c-03f292782c46 None None] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:33:55.424782 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33164) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:55.425273 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8521eeda-aaef-4836-b53e-8b8948bbd85c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5261240 Jun 16 18:33:55.430359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:55.455600 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=46 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:55.456553 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:55.459688 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.461104 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.543943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for router_controller (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), precommit_add_association {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.565081 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-10541a62-0923-4d1d-8a23-f7599c1118d2', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:33:55.566265 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.571672 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:55.758217 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:55.762244 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Allocated IP 172.20.0.2 (10541a62-0923-4d1d-8a23-f7599c1118d2/5f1e7f49-b061-4435-ada0-a28a436d8aa6/44c3a9e2-1265-433d-aab8-d4c87a432e11) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:55.855070 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:55.861755 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for router_gateway (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.895060 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f406-3132-4480-87cf-7393ad511e82 req-7c7707bb-19ea-4997-b86b-24ca13fa4361 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:55.898441 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8695f406-3132-4480-87cf-7393ad511e82 req-7c7707bb-19ea-4997-b86b-24ca13fa4361 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.2140248 Jun 16 18:33:55.982790 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks [] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:55.991493 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.083634 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8695f406-3132-4480-87cf-7393ad511e82 req-06d731f1-c4b9-4c0b-b303-c24ccb227e63 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546357 Jun 16 18:33:56.180946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:56.186904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:56.189432 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Pushing event updated for resources: {'Port': ['ID=44c3a9e2-1265-433d-aab8-d4c87a432e11,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:56.191830 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:56.223797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for router_gateway (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.245689 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.290949 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Attempting to bind port 44c3a9e2-1265-433d-aab8-d4c87a432e11 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:33:56.291541 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Attempting to bind port 44c3a9e2-1265-433d-aab8-d4c87a432e11 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:33:56.292210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Attempting to bind port 44c3a9e2-1265-433d-aab8-d4c87a432e11 on network 10541a62-0923-4d1d-8a23-f7599c1118d2 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:56.301972 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:33:56.302584 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Checking segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:33:56.303930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.304626 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Bound using segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:33:56.305437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Bound port: 44c3a9e2-1265-433d-aab8-d4c87a432e11, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:33:56.306066 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.376199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Allocated IP 172.27.2.188 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/e663dfde-b51b-4173-92ca-38f75540620d) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:56.410248 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] For port 44c3a9e2-1265-433d-aab8-d4c87a432e11, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:33:56.416178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] For port 44c3a9e2-1265-433d-aab8-d4c87a432e11, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=44c3a9e2-1265-433d-aab8-d4c87a432e11,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:33:56.423645 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.492582 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413368-7c2e-4ba2-8c18-51d724faec27 None None] Pushing event updated for resources: {'Port': ['ID=44c3a9e2-1265-433d-aab8-d4c87a432e11,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:56.528486 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:56.585506 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for port (e663dfde-b51b-4173-92ca-38f75540620d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.648345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (e663dfde-b51b-4173-92ca-38f75540620d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:56.728825 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:56.740998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:56.745440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:56.767933 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Pushing event updated for resources: {'Port': ['ID=e663dfde-b51b-4173-92ca-38f75540620d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:57.077752 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for router_gateway (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:57.125041 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:57.259908 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056f0f0-a930-4a41-993d-16b659b0c044 req-86217ec0-9bd8-4843-b961-1d90d51a5f28 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:57.262709 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5056f0f0-a930-4a41-993d-16b659b0c044 req-86217ec0-9bd8-4843-b961-1d90d51a5f28 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0740304 Jun 16 18:33:57.313982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:57.341342 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5056f0f0-a930-4a41-993d-16b659b0c044 req-28e36116-46d8-4cc9-8bf0-4ec1a7e4c039 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719903 Jun 16 18:33:57.406576 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8195e4af-9e91-4d12-8ca3-12ae33dc5d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:57.478490 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:33:57.565197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbac00d-62cb-4d4d-8953-0ff1f8d91c99 req-6e25b244-8e3d-47a0-9ed0-bffac1d3d991 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:57.566877 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cfbac00d-62cb-4d4d-8953-0ff1f8d91c99 req-6e25b244-8e3d-47a0-9ed0-bffac1d3d991 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0985947 Jun 16 18:33:57.581796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33174) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:57.588105 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Request body: {'floatingip': {'port_id': '73b67cf2-c85d-4366-8b42-9ed862d569e5'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:33:57.593022 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:57.636839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:57.655620 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:57.665524 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:57.675903 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Sync routers for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:57.681573 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:57.683008 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6e548867-d336-4f8f-aada-28de56e3cb59 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2571938 Jun 16 18:33:57.688170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33176) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:33:57.689882 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:57.690556 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:57.704925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2a5cf-4592-437a-b53b-1d995735a759 None None] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:33:57.830619 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:57.890883 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Provisioning complete for port 44c3a9e2-1265-433d-aab8-d4c87a432e11 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:57.891263 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.004020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Current status of the port 44c3a9e2-1265-433d-aab8-d4c87a432e11 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:58.004955 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.050865 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] For port 44c3a9e2-1265-433d-aab8-d4c87a432e11, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=44c3a9e2-1265-433d-aab8-d4c87a432e11,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:33:58.061826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.141343 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:58.151183 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1211d6c-0413-471d-b004-f4a200bfdc8f None None] Pushing event updated for resources: {'Port': ['ID=44c3a9e2-1265-433d-aab8-d4c87a432e11,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:58.174619 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:56Z', 'revision_number': 3, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:58.202521 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Checking router: d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:33:58.203164 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Updating router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce port e663dfde-b51b-4173-92ca-38f75540620d binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:33:58.237998 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e663dfde-b51b-4173-92ca-38f75540620d), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.301630 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-30539e80-b48b-402e-87ba-b254173e93f4 None None] Provisioning complete for port 44c3a9e2-1265-433d-aab8-d4c87a432e11 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:58.302405 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-30539e80-b48b-402e-87ba-b254173e93f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.482548 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-30539e80-b48b-402e-87ba-b254173e93f4 None None] Current status of the port 44c3a9e2-1265-433d-aab8-d4c87a432e11 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:58.487314 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.487967 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:58.498941 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.549567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 44c3a9e2-1265-433d-aab8-d4c87a432e11 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:33:58.579069 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:58.605779 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.619446 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 44c3a9e2-1265-433d-aab8-d4c87a432e11 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:58.619924 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.656315 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks [] for port (e663dfde-b51b-4173-92ca-38f75540620d), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.673539 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e663dfde-b51b-4173-92ca-38f75540620d), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.682958 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP 532afcf4-bbdc-4fdb-b56b-74a2bba4273b associated. External IP: 172.27.2.236, port: 73b67cf2-c85d-4366-8b42-9ed862d569e5. Jun 16 18:33:58.734260 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 44c3a9e2-1265-433d-aab8-d4c87a432e11 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:33:58.774464 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Attempting to bind port e663dfde-b51b-4173-92ca-38f75540620d on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:33:58.775346 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Attempting to bind port e663dfde-b51b-4173-92ca-38f75540620d by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:33:58.775346 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Attempting to bind port e663dfde-b51b-4173-92ca-38f75540620d on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:33:58.792635 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:33:58.793021 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:33:58.793410 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.793815 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:33:58.794317 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Bound port: e663dfde-b51b-4173-92ca-38f75540620d, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:33:58.794707 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e663dfde-b51b-4173-92ca-38f75540620d), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.822298 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Pushing event updated for resources: {'Port': ['ID=e663dfde-b51b-4173-92ca-38f75540620d,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:58.838277 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.838626 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.839425 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.839425 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.839677 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.840027 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.840398 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.840749 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.841127 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.841455 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.841803 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.842149 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.842480 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.842808 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.843132 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:33:58.846067 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:58.874601 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] For port e663dfde-b51b-4173-92ca-38f75540620d, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:33:58.878538 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] For port e663dfde-b51b-4173-92ca-38f75540620d, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e663dfde-b51b-4173-92ca-38f75540620d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:33:58.889150 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e663dfde-b51b-4173-92ca-38f75540620d), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:58.947781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Allocated IP 172.20.0.1 (10541a62-0923-4d1d-8a23-f7599c1118d2/5f1e7f49-b061-4435-ada0-a28a436d8aa6/7b52cfbd-ba37-4e62-9507-867d4c0c7eda) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:33:58.998047 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:59.001441 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ba4f0-b59c-42b7-a484-70c37ce7f8a9 None None] Pushing event updated for resources: {'Port': ['ID=e663dfde-b51b-4173-92ca-38f75540620d,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:59.044549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:33:59.050703 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:59.051849 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:59.172805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:59.217019 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks [] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:59.228498 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:33:59.236081 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:59.259349 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:33:59.269923 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:59.291710 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:33:59.293618 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:33:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:59.311564 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c143cd34-4005-4d08-af6b-846905e7894f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "PUT /v2.0/floatingips/532afcf4-bbdc-4fdb-b56b-74a2bba4273b HTTP/1.1" status: 200 len: 991 time: 1.7247059 Jun 16 18:33:59.311564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:33:59.313201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc733062-b651-4665-b363-a94ddf981839" -d '{"events": [{"name": "network-changed", "server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:33:59.317499 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:59.327810 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:59.371141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:33:59.376433 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:33:59.383491 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:33:59.483302 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Pushing event updated for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:33:59.495779 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:59.505204 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12020efd-841f-489a-b3ac-471e7b8775a0 x-openstack-request-id: req-12020efd-841f-489a-b3ac-471e7b8775a0 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:33:59.505993 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:33:59.506474 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12020efd-841f-489a-b3ac-471e7b8775a0 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:33:59.507137 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12020efd-841f-489a-b3ac-471e7b8775a0'] response: {'name': 'network-changed', 'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'status': 'completed', 'code': 200} Jun 16 18:33:59.557741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:33:59.642508 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733062-b651-4665-b363-a94ddf981839 req-66752466-3272-4f40-83a7-fe47864414b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:33:59.646209 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-66752466-3272-4f40-83a7-fe47864414b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f0473c6214a4428be438fabc530012b&device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 1129 time: 0.0895400 Jun 16 18:33:59.649006 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:33:59.751320 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:56Z', 'revision_number': 3, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:33:59.809171 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c4e9c-251f-467b-870b-5430654884cf None None] The sync data for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi is: [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:56Z', 'revision_number': 3, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:33:59.828093 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-89346ea5-1960-400d-b485-d1ec8950a7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:33:59.995475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e717c8a5-6b96-406f-83f1-555f7153ea4d None None] Provisioning complete for port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:33:59.995744 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e717c8a5-6b96-406f-83f1-555f7153ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.011123 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.018403 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733062-b651-4665-b363-a94ddf981839 req-25969081-5b41-4af8-a0ab-cc2903526096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:00.021079 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-25969081-5b41-4af8-a0ab-cc2903526096 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 200 len: 916 time: 0.3654718 Jun 16 18:34:00.120094 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e717c8a5-6b96-406f-83f1-555f7153ea4d None None] Port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:00.148878 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '532afcf4-bbdc-4fdb-b56b-74a2bba4273b', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:38:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3827385c-be20-4887-9735-0e5e54113151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:44Z', 'updated_at': '2022-06-16T18:33:58Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:00.181594 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:00.191763 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:00.192514 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:00.232980 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-5935771b-d265-41b3-9156-e47e3e62f081 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5 HTTP/1.1" status: 200 len: 999 time: 0.1924517 Jun 16 18:34:00.350713 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:00.494261 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:00.511457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e663dfde-b51b-4173-92ca-38f75540620d up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:00.555731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:00.588088 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks [] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.605498 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.623364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e663dfde-b51b-4173-92ca-38f75540620d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:00.623959 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e663dfde-b51b-4173-92ca-38f75540620d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.663297 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:00.687064 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733062-b651-4665-b363-a94ddf981839 req-fb9d1b5f-3c3f-499e-b2c6-7c43f3cb2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:00.688996 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-fb9d1b5f-3c3f-499e-b2c6-7c43f3cb2adb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 200 len: 853 time: 0.2103107 Jun 16 18:34:00.766525 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '532afcf4-bbdc-4fdb-b56b-74a2bba4273b', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:38:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3827385c-be20-4887-9735-0e5e54113151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:44Z', 'updated_at': '2022-06-16T18:33:58Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:00.774868 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733062-b651-4665-b363-a94ddf981839 req-c6f5ed6a-0edf-4d2d-ba21-6d27501b17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:00.777441 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-c6f5ed6a-0edf-4d2d-ba21-6d27501b17f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8dc64fea-6d01-44bc-9636-d5525e5d1ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788314 Jun 16 18:34:00.855217 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Pushing event updated for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:00.858909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc9069-6b8d-43d9-bd6c-412c1cdea5c4 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '532afcf4-bbdc-4fdb-b56b-74a2bba4273b', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'port_id': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'mac_address': 'fa:16:3e:38:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3827385c-be20-4887-9735-0e5e54113151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:33:44Z', 'updated_at': '2022-06-16T18:33:58Z', 'revision_number': 1, 'project_id': '1f0473c6214a4428be438fabc530012b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:00.874794 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.908537 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e663dfde-b51b-4173-92ca-38f75540620d is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:00.908537 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e663dfde-b51b-4173-92ca-38f75540620d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:00.952404 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port e663dfde-b51b-4173-92ca-38f75540620d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e663dfde-b51b-4173-92ca-38f75540620d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:00.958518 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e663dfde-b51b-4173-92ca-38f75540620d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:01.032669 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:01.079996 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=e663dfde-b51b-4173-92ca-38f75540620d,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:01.085080 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:01.123483 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-59d4cfe3-5cec-4fe8-8217-4824d91ebec7 service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385327 Jun 16 18:34:01.294291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:01.302491 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:01.436720 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ebe26-60b6-40bf-a3d2-56dd2ccc5d22 None None] New status for floating IP 532afcf4-bbdc-4fdb-b56b-74a2bba4273b: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:34:01.602955 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:01.605468 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cc733062-b651-4665-b363-a94ddf981839 req-ed7da1cf-d290-45ac-947b-8e6be931e4fe service neutron] 10.222.0.88 "GET /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753485 Jun 16 18:34:01.815763 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-a958e943-4bb3-4eac-9b2d-15735cf33758 None None] Provisioning complete for port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:01.817453 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a958e943-4bb3-4eac-9b2d-15735cf33758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:01.831351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:01.838195 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-06b59899-2df4-42d7-a769-8b27ff779b82 admin admin] 10.222.0.30 "PUT /v2.0/routers/d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1493847 Jun 16 18:34:01.907407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a958e943-4bb3-4eac-9b2d-15735cf33758 None None] Port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:01.953325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899077e-7cb1-43fb-b736-479a93cde7a1 req-771dfa3b-85b2-434b-a4f8-286209d98533 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:01.956301 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1899077e-7cb1-43fb-b736-479a93cde7a1 req-771dfa3b-85b2-434b-a4f8-286209d98533 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.1180103 Jun 16 18:34:02.081097 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1899077e-7cb1-43fb-b736-479a93cde7a1 req-de4407c7-2457-41b4-858c-6ecad0108be4 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158671 Jun 16 18:34:02.472801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e663dfde-b51b-4173-92ca-38f75540620d up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:02.480596 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:34:02.534224 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.538757 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Sync routers for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:02.560677 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:02.561077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:02.612396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e663dfde-b51b-4173-92ca-38f75540620d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:02.612843 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e663dfde-b51b-4173-92ca-38f75540620d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.656707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33230) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:02.661788 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-88184755-network', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:02.691214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Made reservation on behalf of f955e3c1c6ed4b99b5ab4009d470a806 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:02.694150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.704221 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.732886 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:02.837442 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks [] for security_group (ae029c3e-9b7c-4736-824f-3b577353e497), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.843376 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ae029c3e-9b7c-4736-824f-3b577353e497), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.884024 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:34:02.898422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae029c3e-9b7c-4736-824f-3b577353e497,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:02.905916 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (a5912888-068b-4314-a232-a83bb4d01d83), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:02.906258 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Added segment a5912888-068b-4314-a232-a83bb4d01d83 of type vlan for network e3040dc0-6bb0-475c-8588-198c4a51037f Jun 16 18:34:02.986916 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (e3040dc0-6bb0-475c-8588-198c4a51037f), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.003811 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.035251 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e663dfde-b51b-4173-92ca-38f75540620d is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:03.050574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (e3040dc0-6bb0-475c-8588-198c4a51037f), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.053359 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:03.054305 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.111592 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4535193 Jun 16 18:34:03.117157 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33234) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:03.128141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Request body: {'subnet': {'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-88184755-subnet', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:03.153993 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:03.185331 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Made reservation on behalf of f955e3c1c6ed4b99b5ab4009d470a806 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:03.190465 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.205863 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a95b0-8d38-40f1-87dd-f46a020fece0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3040dc0-6bb0-475c-8588-198c4a51037f,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:03.237171 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network e3040dc0-6bb0-475c-8588-198c4a51037f details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:34:03.347441 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 2, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:03.396811 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Checking router: d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:03.397418 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Updating router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:34:03.403493 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405f67-aa2d-4982-98bf-e5f23d789d37 req-90b979eb-ce9e-4071-93af-1aa169628bf3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:03.408137 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ca405f67-aa2d-4982-98bf-e5f23d789d37 req-90b979eb-ce9e-4071-93af-1aa169628bf3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.1678858 Jun 16 18:34:03.460853 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.579041 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ca405f67-aa2d-4982-98bf-e5f23d789d37 req-b6141f1f-00bf-48ea-a410-dcf3f07514d6 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546245 Jun 16 18:34:03.694748 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (a6e8abb2-82ac-4850-a740-ecabdc7d0299), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.717737 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:03.751510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:03.772586 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:03.797273 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e8abb2-82ac-4850-a740-ecabdc7d0299,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:03.812422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Checking segment: {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:03.812923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Network hostable DHCP agents. Network: e3040dc0-6bb0-475c-8588-198c4a51037f, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:34:03.834746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Network e3040dc0-6bb0-475c-8588-198c4a51037f is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:34:03.854694 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, e3040dc0-6bb0-475c-8588-198c4a51037f) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:03.863097 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:03.864989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.871784 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae787c9-83da-4e76-a892-7ff89c270588 None None] Network e3040dc0-6bb0-475c-8588-198c4a51037f requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:34:03.901151 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-5e33cb09-0f67-4f3b-b974-0d0cf0ca2622 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7821870 Jun 16 18:34:03.904212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33242) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:03.914568 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:03.929432 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:03.956851 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:03.958241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.008624 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks [] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.027273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.071243 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for router_controller (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.174401 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27ebf4-9e9f-47d3-bb39-6509b944fd0e None None] Pushing event updated for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:04.227257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-e3040dc0-6bb0-475c-8588-198c4a51037f', 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f', 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'fixed_ips': [{'subnet_id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:34:04.228821 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.329419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for router_gateway (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.385385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Attempting to bind port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:04.386037 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Attempting to bind port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:04.386547 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Attempting to bind port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda on network 10541a62-0923-4d1d-8a23-f7599c1118d2 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:04.402359 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:04.402826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Checking segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:04.403347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.403912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Bound using segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:04.404625 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Bound port: 7b52cfbd-ba37-4e62-9507-867d4c0c7eda, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:04.405016 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.462619 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:04.562868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] For port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:04.604227 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-17d46ae6-bb48-46f0-a457-9ab43e0a7bc6 None None] Provisioning complete for port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:04.604227 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-17d46ae6-bb48-46f0-a457-9ab43e0a7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.648018 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] For port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:04.654323 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for router_gateway (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.659774 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Allocated IP 172.20.0.2 (e3040dc0-6bb0-475c-8588-198c4a51037f/a6e8abb2-82ac-4850-a740-ecabdc7d0299/601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:04.674374 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.699931 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:04.773021 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8cb51-c857-4bce-bf8a-b05fd5aae38f req-af884042-0606-4a84-b0db-87107afbdb2d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:04.775566 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3eb8cb51-c857-4bce-bf8a-b05fd5aae38f req-af884042-0606-4a84-b0db-87107afbdb2d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0880458 Jun 16 18:34:04.782725 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:04.792311 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:04.807469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-17d46ae6-bb48-46f0-a457-9ab43e0a7bc6 None None] Port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:04.856850 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3eb8cb51-c857-4bce-bf8a-b05fd5aae38f req-c77624e6-3cf7-483d-abb3-43f049e31eb8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672324 Jun 16 18:34:04.870563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27ebf4-9e9f-47d3-bb39-6509b944fd0e None None] Pushing event updated for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:04.970946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:04.972129 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:05.140215 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaa59a-53ce-4783-9228-599a03987e06 req-d4238f45-da1f-450e-affe-685ea78801fb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:05.143327 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e9aaa59a-53ce-4783-9228-599a03987e06 req-d4238f45-da1f-450e-affe-685ea78801fb tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.3924432 Jun 16 18:34:05.256737 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:05.257309 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-4e4cba48-a9ac-4225-84e0-76fb1ca0873d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:05.259433 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-4e4cba48-a9ac-4225-84e0-76fb1ca0873d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 946 time: 0.1141081 Jun 16 18:34:05.282210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Allocated IP 172.27.2.126 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:05.328804 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e9aaa59a-53ce-4783-9228-599a03987e06 req-3559fbad-56f7-487e-9b7d-b0df4ff757ac tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=57b4d0ad-8a0c-4740-8f85-e8ac068e9415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643434 Jun 16 18:34:05.374598 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Deleting port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:05.374991 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.465424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.467624 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Provisioning complete for port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:05.468474 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.515915 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks [] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.527473 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] For port 415b1820-aec4-49ee-8ec3-7e34692c9dc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=415b1820-aec4-49ee-8ec3-7e34692c9dc5,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:05.528007 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.544141 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.552772 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.613513 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:05.628465 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:05.636504 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:05.647137 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Pushing event updated for resources: {'Port': ['ID=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:05.779041 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.779650 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:05.780233 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Floating IP 9903927a-993b-4b60-9656-33a1b300712d disassociated. External IP: 172.27.2.47, port: 415b1820-aec4-49ee-8ec3-7e34692c9dc5. Jun 16 18:34:05.780806 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Calling delete_port for 415b1820-aec4-49ee-8ec3-7e34692c9dc5 owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:05.910787 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Network e3040dc0-6bb0-475c-8588-198c4a51037f is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:05.923704 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:05.936322 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:05.957879 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Pushing event updated for resources: {'Port': ['ID=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:05.976335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.054318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for router_gateway (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.056534 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Current status of the port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:06.056925 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.104589 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef81b-cd23-49b9-a7ab-6790ee879eda req-81f46fd2-4f7b-4482-b43b-0494e6c37558 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:06.107216 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3d8ef81b-cd23-49b9-a7ab-6790ee879eda req-81f46fd2-4f7b-4482-b43b-0494e6c37558 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1169577 Jun 16 18:34:06.109069 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (415b1820-aec4-49ee-8ec3-7e34692c9dc5), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.122186 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Attempting to bind port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:06.122561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Attempting to bind port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:06.122928 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Attempting to bind port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd on network e3040dc0-6bb0-475c-8588-198c4a51037f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:06.152238 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:06.152518 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Checking segment: {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:06.152910 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.153506 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Bound using segment: {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:06.154196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Bound port: 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:06.154589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.158204 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] For port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:06.158707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.171810 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.179942 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.187635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event deleted for resources: {'Port': ['ID=415b1820-aec4-49ee-8ec3-7e34692c9dc5,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:06.208429 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:04Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:06.236290 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.237304 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.237808 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.238404 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.238919 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.239484 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.240585 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.241422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.242150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.242980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.243779 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.244554 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.245352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.245785 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d90c8-f5ad-4076-bbeb-9627e17e2839 None None] The sync data for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi is: [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:04Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:06.246442 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.247171 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:06.273798 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.299317 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3d8ef81b-cd23-49b9-a7ab-6790ee879eda req-bc0372ff-1de7-44e4-ab98-f89fe1a2aba8 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754479 Jun 16 18:34:06.344947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dad696-83b1-4fc9-a13c-48b63630df95 None None] Pushing event updated for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:06.360642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.388387 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] For port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:06.398298 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] For port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:06.415366 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.492679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.538463 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Router b495d47d-d861-4e03-82b6-644af587fe1f has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:06.543295 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad17b-9f56-4e44-bc66-4376f5041da1 None None] Pushing event updated for resources: {'Port': ['ID=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:06.607085 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7b52cfbd-ba37-4e62-9507-867d4c0c7eda up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:06.611274 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-eb129ca0-147e-4dfb-a68c-b486c2f2abb4 req-57794582-efba-42c6-b621-8a79c6051036 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10b3f49-1ff3-474c-833b-b83e3300e617 HTTP/1.1" status: 200 len: 210 time: 0.1150010 Jun 16 18:34:06.744148 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:06.744546 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.749567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:06.804193 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:34:06.823093 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:06.836892 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:06.882173 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:06.882845 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:06.921731 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] No DVR routers for this DVR port 415b1820-aec4-49ee-8ec3-7e34692c9dc5 on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:34:06.926312 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:06.948571 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ef37fc6f-67ff-4e74-9322-f451fcdbe6fd req-890cc672-a1ef-47b9-bd9d-f9a684eb099d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "DELETE /v2.0/ports/415b1820-aec4-49ee-8ec3-7e34692c9dc5 HTTP/1.1" status: 204 len: 173 time: 1.6823738 Jun 16 18:34:06.949357 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'name': 'network-vif-deleted', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:07.001896 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d77d3b-2b39-404f-aca9-b77b324688ed" -d '{"events": [{"server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "name": "network-vif-deleted", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:07.050150 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:07.096361 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37488aa-eb50-487b-8a8d-3e5d8cede6f3 x-openstack-request-id: req-b37488aa-eb50-487b-8a8d-3e5d8cede6f3 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:07.097165 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10b3f49-1ff3-474c-833b-b83e3300e617", "name": "network-vif-deleted", "tag": "415b1820-aec4-49ee-8ec3-7e34692c9dc5", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:07.101006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b37488aa-eb50-487b-8a8d-3e5d8cede6f3 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:07.102149 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37488aa-eb50-487b-8a8d-3e5d8cede6f3'] response: {'server_uuid': 'e10b3f49-1ff3-474c-833b-b83e3300e617', 'name': 'network-vif-deleted', 'tag': '415b1820-aec4-49ee-8ec3-7e34692c9dc5', 'status': 'completed', 'code': 200} Jun 16 18:34:07.133771 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:07.214462 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:07.226998 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Sync routers for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:07.250629 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:07.251851 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:07.253706 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:07.256453 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1ccd612e-9efb-4894-a8fa-e6d867b74b0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3470998 Jun 16 18:34:07.260810 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33266) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:07.462058 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:07.477761 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:07.497874 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:07.539406 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:07.540475 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:07.594172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06936-9b47-4af1-bd4f-bb081326b0ec req-a817c999-341d-424c-85f1-e86ab3502ba9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:07.609663 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44a06936-9b47-4af1-bd4f-bb081326b0ec req-a817c999-341d-424c-85f1-e86ab3502ba9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1423907 Jun 16 18:34:07.770503 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44a06936-9b47-4af1-bd4f-bb081326b0ec req-38611ef3-2fa9-4b79-a3f0-0fc1c5054733 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598837 Jun 16 18:34:07.881598 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:07.923005 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33274) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:07.985169 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:05Z', 'revision_number': 3, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:08.047569 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Checking router: dd78ddda-e796-48cc-9b2c-ec6ad4904e6d for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:08.048259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Updating router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:34:08.062779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (57b4d0ad-8a0c-4740-8f85-e8ac068e9415), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.126538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (57b4d0ad-8a0c-4740-8f85-e8ac068e9415), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.149153 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.231834 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:08.242886 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (57b4d0ad-8a0c-4740-8f85-e8ac068e9415), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.246413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.248214 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "DELETE /v2.0/security-groups/57b4d0ad-8a0c-4740-8f85-e8ac068e9415 HTTP/1.1" status: 204 len: 168 time: 0.3241098 Jun 16 18:34:08.253060 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33276) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:08.270890 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4d0ad-8a0c-4740-8f85-e8ac068e9415,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:08.275994 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.api.v2.resource [None req-7987c2b0-940c-4e8e-ba83-8469e87a96b3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] show failed (client error): The resource could not be found. Jun 16 18:34:08.277487 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7987c2b0-940c-4e8e-ba83-8469e87a96b3 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups/57b4d0ad-8a0c-4740-8f85-e8ac068e9415 HTTP/1.1" status: 404 len: 347 time: 0.0225365 Jun 16 18:34:08.281569 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33278) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:08.290058 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.290424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.290772 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.291314 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.291858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.292411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.292931 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.293432 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.294605 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.295414 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.300413 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.301065 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.301604 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.302128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.302717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281d0a23-31aa-4373-ad2f-239e6e6963d0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:08.385647 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:08.460782 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca716c-7358-417d-8c2b-80127b03d727 None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:28:42Z', 'revision_number': 4, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '6b15aaf5-6a63-4964-b733-973db1313671', 'name': '', 'network_id': '15279682-d7de-41a6-80bc-29c22a949874', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'mac_address': 'fa:16:3e:39:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:29:04Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'subnets': [{'id': '5972fb80-4f4a-4298-8b84-f90490813b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:08.527653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c34a3-6bd0-40b8-9673-9f661df344a8 None None] Network e3040dc0-6bb0-475c-8588-198c4a51037f requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:34:08.617876 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Provisioning complete for port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:08.618585 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.668278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:08.670887 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:08.691528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Deleting port 0dfc4017-dc00-4159-b25f-2b2ceb231b46 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:08.691894 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.839983 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:08.862189 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.862520 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (0dfc4017-dc00-4159-b25f-2b2ceb231b46), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.884634 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Calling delete_port for 0dfc4017-dc00-4159-b25f-2b2ceb231b46 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:08.927150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:08.927434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:08.929645 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:08.950666 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks [] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.019131 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.023920 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.040467 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b656636-053e-4d6e-88a6-009ae3f06515 None None] New status for floating IP 9903927a-993b-4b60-9656-33a1b300712d: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:34:09.044779 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:09.078463 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef881-1c68-48b5-9ee4-b038cb9e7785 req-1bbf2b51-9e97-4a8c-99a7-6ba03984572a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:09.080179 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dffef881-1c68-48b5-9ee4-b038cb9e7785 req-1bbf2b51-9e97-4a8c-99a7-6ba03984572a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1109595 Jun 16 18:34:09.134194 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Current status of the port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:09.135139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.178180 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Attempting to bind port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:09.178881 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Attempting to bind port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:09.179502 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Attempting to bind port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:09.187941 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90897b-7ca1-4d23-94b0-31a10d42835d None None] Pushing event updated for resources: {'Port': ['ID=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:09.200981 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:09.201829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:09.202470 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.203046 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:09.203287 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.db.api [None req-6b656636-053e-4d6e-88a6-009ae3f06515 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:34:09.203287 dv-cinder-813229-10-iscsi neutron-server[103845]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 16 18:34:09.203287 dv-cinder-813229-10-iscsi neutron-server[103845]: [parameters: {'status': 'DOWN', 'floatingips_id': '9903927a-993b-4b60-9656-33a1b300712d'}] Jun 16 18:34:09.203287 dv-cinder-813229-10-iscsi neutron-server[103845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:34:09.204110 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Bound port: 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:09.204110 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.206448 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG oslo_db.api [None req-6b656636-053e-4d6e-88a6-009ae3f06515 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:34:09.230419 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:09.278425 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] For port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:09.279526 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:09.280163 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.292243 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.292546 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dffef881-1c68-48b5-9ee4-b038cb9e7785 req-fcc6c5f1-2ae9-4b25-a3d1-6cc385ad643c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042224 Jun 16 18:34:09.351625 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (0dfc4017-dc00-4159-b25f-2b2ceb231b46), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.390131 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] For port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:09.390775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event deleted for resources: {'Port': ['ID=0dfc4017-dc00-4159-b25f-2b2ceb231b46,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:09.399155 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Allocated IP 172.20.0.1 (e3040dc0-6bb0-475c-8588-198c4a51037f/a6e8abb2-82ac-4850-a740-ecabdc7d0299/fa82f0f1-a5b6-44b7-8832-86222d0094d5) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:09.413103 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] For port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:09.449934 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.464634 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107ce44-f8e1-4e43-b3f2-8151aa266226 None None] Pushing event updated for resources: {'Port': ['ID=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:09.516770 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.db.api [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:34:09.517250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG oslo_db.api [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:34:09.532868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:09.533504 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:09.539239 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:09.588241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks [] for floatingip (9903927a-993b-4b60-9656-33a1b300712d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.593189 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.595494 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4d31943c-3e0c-4211-a6c4-f9fcd733e958 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "DELETE /v2.0/floatingips/9903927a-993b-4b60-9656-33a1b300712d HTTP/1.1" status: 204 len: 168 time: 1.3122754 Jun 16 18:34:09.687964 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks [] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.755570 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.763463 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90897b-7ca1-4d23-94b0-31a10d42835d None None] Pushing event updated for resources: {'Port': ['ID=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: WARNING neutron.objects.base [None req-6b656636-053e-4d6e-88a6-009ae3f06515 None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: func(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: self.work.run() Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: result = self.fn(*self.args, **self.kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: res = self.dispatcher.dispatch(message) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: result = func(ctxt, **new_args) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*dup_args, **dup_kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: self.l3plugin.update_floatingip_status(context, Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f_with_retry(*args, **kwargs, Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*dup_args, **dup_kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return l3_obj.FloatingIP.update_object( Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return super(NeutronDbObject, cls).update_object( Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: obj = cls.get_object( Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: db_obj = obj_db_api.get_object( Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return fn(*args, **kwargs) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: return self.limit(1)._iter().first() Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: result = self.session.execute( Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: result = fn(orm_exec_state) Jun 16 18:34:09.780096 dv-cinder-813229-10-iscsi neutron-server[103845]: Jun 16 18:34:09.846183 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Network e3040dc0-6bb0-475c-8588-198c4a51037f is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:09.851592 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:09.860111 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:09.873908 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:09.875501 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-d90a5a1d-13b8-4325-a9ff-b67411fa6f3d None None] Provisioning complete for port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:09.876170 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d90a5a1d-13b8-4325-a9ff-b67411fa6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:09.921253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:09.968155 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.035522 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:10.164775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.183457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:10.232783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-d90a5a1d-13b8-4325-a9ff-b67411fa6f3d None None] Current status of the port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:10.267199 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:10.319348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:05Z', 'revision_number': 3, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:10.357260 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb6517-5d94-4584-9106-3e1bf3f33a0c None None] The sync data for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi is: [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:05Z', 'revision_number': 3, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:10.367929 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-004d80a0-fbad-4e0a-90cb-d2745d71f7ef None None] Provisioning complete for port fa82f0f1-a5b6-44b7-8832-86222d0094d5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:10.368346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-004d80a0-fbad-4e0a-90cb-d2745d71f7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.444943 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-004d80a0-fbad-4e0a-90cb-d2745d71f7ef None None] Port fa82f0f1-a5b6-44b7-8832-86222d0094d5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:10.491906 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:10.500422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1deb1a-bcd4-48b2-af2f-c433f5d7cf8b req-1ba6b20a-7397-4322-978f-15cddb376d2d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:10.509489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks [] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.517066 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5b1deb1a-bcd4-48b2-af2f-c433f5d7cf8b req-1ba6b20a-7397-4322-978f-15cddb376d2d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0811331 Jun 16 18:34:10.525102 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.570266 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:10.592977 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5b1deb1a-bcd4-48b2-af2f-c433f5d7cf8b req-424f08bd-0fe5-4a22-9a80-8e284bebe844 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672641 Jun 16 18:34:10.657186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:10.663926 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:10.664564 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.666210 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:10.670951 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:10.742475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 415b1820-aec4-49ee-8ec3-7e34692c9dc5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:10.826020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 415b1820-aec4-49ee-8ec3-7e34692c9dc5 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:10.826560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 415b1820-aec4-49ee-8ec3-7e34692c9dc5 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:10.901982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:10.909204 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Network e3040dc0-6bb0-475c-8588-198c4a51037f is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:10.913374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:11.119952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:11.266986 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:11.276343 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-862016fe-c594-4be7-ac88-a311c1a1bbb1 admin admin] 10.222.0.30 "PUT /v2.0/routers/dd78ddda-e796-48cc-9b2c-ec6ad4904e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0097079 Jun 16 18:34:11.291966 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-c607fd8e-adc3-42de-ab43-07414f265f84 None None] Provisioning complete for port fa82f0f1-a5b6-44b7-8832-86222d0094d5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:11.292624 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c607fd8e-adc3-42de-ab43-07414f265f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:11.345145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c607fd8e-adc3-42de-ab43-07414f265f84 None None] Port fa82f0f1-a5b6-44b7-8832-86222d0094d5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:11.796445 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17860a-fabd-4a48-bfcb-c4fa05443259 req-966bd68d-5371-4640-b210-28ccb2e5e7da tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:11.799532 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ca17860a-fabd-4a48-bfcb-c4fa05443259 req-966bd68d-5371-4640-b210-28ccb2e5e7da tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0849810 Jun 16 18:34:11.830265 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33304) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:11.838442 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862090796', 'description': 'tempest-secgroup-smoke-862090796 description', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:11.876219 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:11.890932 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ca17860a-fabd-4a48-bfcb-c4fa05443259 req-639169b3-826e-4710-9324-8cce4a5ac380 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828195 Jun 16 18:34:11.910517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:11.991099 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (a119d4c2-8b24-4a41-b014-8a467b08cbe3), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:11.996872 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a119d4c2-8b24-4a41-b014-8a467b08cbe3), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.034251 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.035577 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2034674 Jun 16 18:34:12.038750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9c86b-e328-409c-b922-6528cae0ba9d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a119d4c2-8b24-4a41-b014-8a467b08cbe3,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:12.039626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33306) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:12.046041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:12.099448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (dd0f216b-57e0-4836-a431-ea2e56cbdcda), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.196740 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (dd0f216b-57e0-4836-a431-ea2e56cbdcda), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.203119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (dd0f216b-57e0-4836-a431-ea2e56cbdcda), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.221878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:12.242719 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0f216b-57e0-4836-a431-ea2e56cbdcda,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:12.250014 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.255374 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-43282fd0-3314-4718-a1e8-c57e6fb9b3d1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112887 Jun 16 18:34:12.255523 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33312) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:12.261053 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:12.328854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (2f87e073-5bdb-4446-930d-92fbb938fbe6), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.456074 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (2f87e073-5bdb-4446-930d-92fbb938fbe6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.466513 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (2f87e073-5bdb-4446-930d-92fbb938fbe6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.469478 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab01796-21d1-4205-98fb-3d7782fa574b req-846868da-debd-469f-a0ea-4c4c1e219f5d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:12.471972 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ab01796-21d1-4205-98fb-3d7782fa574b req-846868da-debd-469f-a0ea-4c4c1e219f5d tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0838113 Jun 16 18:34:12.504095 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f87e073-5bdb-4446-930d-92fbb938fbe6,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:12.525675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.528263 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6cd4b87a-bd5d-41bf-a50d-fbaf3ab405dd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2710748 Jun 16 18:34:12.531382 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33316) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:12.540222 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:12.566485 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1ab01796-21d1-4205-98fb-3d7782fa574b req-695ca064-6b39-4a7e-b4b3-a3d0e0836151 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818443 Jun 16 18:34:12.573749 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:12.604734 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (7af91d7c-9c5a-445b-8edd-999386e44e7f), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.629523 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Sync routers for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:12.653668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:12.654386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:12.701474 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:12.701868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.739161 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (7af91d7c-9c5a-445b-8edd-999386e44e7f), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.745769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (7af91d7c-9c5a-445b-8edd-999386e44e7f), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.773154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af91d7c-9c5a-445b-8edd-999386e44e7f,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:12.785503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.786833 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e6ba7678-e7ca-4fd7-8033-05a6dbe2a40e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538006 Jun 16 18:34:12.791257 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33318) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:12.799200 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:12.848267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (ea81878c-86bf-47e5-9657-8f1cdbd07500), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.888542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:12.951718 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:12.951718 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.958741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:12.973280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (ea81878c-86bf-47e5-9657-8f1cdbd07500), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:12.979744 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (ea81878c-86bf-47e5-9657-8f1cdbd07500), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.024736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea81878c-86bf-47e5-9657-8f1cdbd07500,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:13.025945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:13.040243 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.042447 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5c201e13-d082-4fc6-9579-b902d7d045a4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2494221 Jun 16 18:34:13.045772 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33322) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:13.054718 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0715-b758-4e1b-be47-b13091c43617 req-b329ed79-2460-4550-8750-ace94c26bb84 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:13.055560 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:13.058154 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b9a0715-b758-4e1b-be47-b13091c43617 req-b329ed79-2460-4550-8750-ace94c26bb84 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0729218 Jun 16 18:34:13.069200 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:13.089281 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.113886 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.securitygroups_db [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Project 4d9f254f568e4bd98b2e4087c3a32c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:34:13.124489 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (45f295b3-4297-4a5e-a4b1-78c8fb881810), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.139011 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b9a0715-b758-4e1b-be47-b13091c43617 req-0a76a3b7-e191-4bad-a6aa-994b87213ef9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695686 Jun 16 18:34:13.253812 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (45f295b3-4297-4a5e-a4b1-78c8fb881810), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.259956 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (45f295b3-4297-4a5e-a4b1-78c8fb881810), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.281618 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:13.300966 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f295b3-4297-4a5e-a4b1-78c8fb881810,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:13.310286 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.312284 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8cc20bc2-3eaf-4355-91d8-35205db7ac4b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2633996 Jun 16 18:34:13.315313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33324) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:13.322519 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:13.323012 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'security_group_rule': {'security_group_id': 'a119d4c2-8b24-4a41-b014-8a467b08cbe3', 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:13.356746 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:10Z', 'revision_number': 4, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'fa82f0f1-a5b6-44b7-8832-86222d0094d5', 'name': '', 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'mac_address': 'fa:16:3e:97:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:09Z', 'updated_at': '2022-06-16T18:34:10Z', 'revision_number': 2, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'subnets': [{'id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:13.360563 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.securitygroups_db [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Project 4d9f254f568e4bd98b2e4087c3a32c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:34:13.370717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (22338c42-61b0-4ed4-82de-24ad664ec68c), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.397607 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Checking router: dd78ddda-e796-48cc-9b2c-ec6ad4904e6d for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:13.398091 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Updating router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d port fa82f0f1-a5b6-44b7-8832-86222d0094d5 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:34:13.432286 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.461467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (22338c42-61b0-4ed4-82de-24ad664ec68c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.467176 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (22338c42-61b0-4ed4-82de-24ad664ec68c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.489616 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22338c42-61b0-4ed4-82de-24ad664ec68c,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:13.497092 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.505531 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-19ab4cc4-296b-4e90-a3e0-235ea416e891 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874700 Jun 16 18:34:13.761379 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e889c-b5dd-45de-a171-dc8784118d7b req-44193548-9f1a-4fd5-adb2-5be8764e2d51 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:13.763126 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-011e889c-b5dd-45de-a171-dc8784118d7b req-44193548-9f1a-4fd5-adb2-5be8764e2d51 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0877249 Jun 16 18:34:13.828302 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-011e889c-b5dd-45de-a171-dc8784118d7b req-64572224-e949-41f4-8661-e71e9b6bad47 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584555 Jun 16 18:34:13.838637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks [] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.847829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:13.957463 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53402644-b76b-442a-aa0e-5a200f3ed09c None None] Pushing event updated for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:14.213778 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Attempting to bind port fa82f0f1-a5b6-44b7-8832-86222d0094d5 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:14.214152 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Attempting to bind port fa82f0f1-a5b6-44b7-8832-86222d0094d5 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:14.215264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Attempting to bind port fa82f0f1-a5b6-44b7-8832-86222d0094d5 on network e3040dc0-6bb0-475c-8588-198c4a51037f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:14.220791 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:14.221011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Checking segment: {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:14.221728 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.222450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Bound using segment: {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:14.222978 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Bound port: fa82f0f1-a5b6-44b7-8832-86222d0094d5, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5912888-068b-4314-a232-a83bb4d01d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:14.223412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.305200 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-3215b5cc-34b8-448e-ba97-995ced94cdc7 None None] Provisioning complete for port fa82f0f1-a5b6-44b7-8832-86222d0094d5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:14.305806 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3215b5cc-34b8-448e-ba97-995ced94cdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.343977 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] For port fa82f0f1-a5b6-44b7-8832-86222d0094d5, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:14.357056 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61d19d-2db5-4707-a231-2f3b5ddca759 req-427ed3ed-f706-42ca-a003-bc9b4a5e84bd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:14.359493 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c61d19d-2db5-4707-a231-2f3b5ddca759 req-427ed3ed-f706-42ca-a003-bc9b4a5e84bd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0610664 Jun 16 18:34:14.360954 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-3215b5cc-34b8-448e-ba97-995ced94cdc7 None None] Port fa82f0f1-a5b6-44b7-8832-86222d0094d5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:14.367721 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] For port fa82f0f1-a5b6-44b7-8832-86222d0094d5, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fa82f0f1-a5b6-44b7-8832-86222d0094d5,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:14.377846 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.456250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:14.457816 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:14.469126 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53402644-b76b-442a-aa0e-5a200f3ed09c None None] Pushing event updated for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:14.476403 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3c61d19d-2db5-4707-a231-2f3b5ddca759 req-1bdee9a0-dde5-4bc4-b466-9428cf63dd97 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043739 Jun 16 18:34:14.549237 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:14.600993 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:14.609578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-28b69598-27ed-4b65-802e-a27ed357b5f9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:14.611676 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-28b69598-27ed-4b65-802e-a27ed357b5f9 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0619488 Jun 16 18:34:14.701178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:14.749406 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:14.750011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.793600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Deleting port 67e8bc05-0984-4a56-9695-39dbb5154e2d {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:14.794073 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.814448 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:14.920350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Provisioning complete for port fa82f0f1-a5b6-44b7-8832-86222d0094d5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:14.921437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.951198 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] For port 67e8bc05-0984-4a56-9695-39dbb5154e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67e8bc05-0984-4a56-9695-39dbb5154e2d,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:14.951553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:14.962070 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:14.971866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Calling delete_port for 67e8bc05-0984-4a56-9695-39dbb5154e2d owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:14.995466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a949b-a46b-48fb-88e5-87fd01957cbb req-4ea86439-b1f9-4197-bda0-bc862929279e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:15.001386 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ef6a949b-a46b-48fb-88e5-87fd01957cbb req-4ea86439-b1f9-4197-bda0-bc862929279e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=05981bed-b625-4e9a-b860-6a7ce1288e8d HTTP/1.1" status: 200 len: 945 time: 0.0717299 Jun 16 18:34:15.041020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:15.106987 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ef6a949b-a46b-48fb-88e5-87fd01957cbb req-3e9f853e-88e9-4866-90c8-df8eb90c9d6a tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018753 Jun 16 18:34:15.239531 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (67e8bc05-0984-4a56-9695-39dbb5154e2d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:15.269240 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['88f4692a-7c46-4581-9664-8a005ca35a74', '67e8bc05-0984-4a56-9695-39dbb5154e2d'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:34:15.288218 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event deleted for resources: {'Port': ['ID=67e8bc05-0984-4a56-9695-39dbb5154e2d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:15.311041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:15.351457 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] No DVR routers for this DVR port 67e8bc05-0984-4a56-9695-39dbb5154e2d on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:34:15.355462 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:15.360279 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dd66f372-ed48-4a39-a8ac-2d53dbf48853 req-cebb6d7a-1e59-4c66-b32e-f3858c1f82cc tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "DELETE /v2.0/ports/67e8bc05-0984-4a56-9695-39dbb5154e2d HTTP/1.1" status: 204 len: 173 time: 0.7366557 Jun 16 18:34:15.361250 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'name': 'network-vif-deleted', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:15.363899 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed60862-a77f-47be-b382-261f324cea91" -d '{"events": [{"server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "name": "network-vif-deleted", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:15.450489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c0ad9-f5b8-4dab-b9fe-560ac7753742 x-openstack-request-id: req-070c0ad9-f5b8-4dab-b9fe-560ac7753742 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:15.450943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05981bed-b625-4e9a-b860-6a7ce1288e8d", "name": "network-vif-deleted", "tag": "67e8bc05-0984-4a56-9695-39dbb5154e2d", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:15.451697 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-070c0ad9-f5b8-4dab-b9fe-560ac7753742 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:15.452396 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070c0ad9-f5b8-4dab-b9fe-560ac7753742'] response: {'server_uuid': '05981bed-b625-4e9a-b860-6a7ce1288e8d', 'name': 'network-vif-deleted', 'tag': '67e8bc05-0984-4a56-9695-39dbb5154e2d', 'status': 'completed', 'code': 200} Jun 16 18:34:15.456127 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Current status of the port fa82f0f1-a5b6-44b7-8832-86222d0094d5 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:15.456675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:15.491851 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:10Z', 'revision_number': 4, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'fa82f0f1-a5b6-44b7-8832-86222d0094d5', 'name': '', 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'mac_address': 'fa:16:3e:97:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:09Z', 'updated_at': '2022-06-16T18:34:14Z', 'revision_number': 4, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'subnets': [{'id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:15.549747 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63200a9-3711-49ae-b03b-274c2e3bfba9 None None] The sync data for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi is: [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:34:10Z', 'revision_number': 4, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': 'fa82f0f1-a5b6-44b7-8832-86222d0094d5', 'name': '', 'network_id': 'e3040dc0-6bb0-475c-8588-198c4a51037f', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'mac_address': 'fa:16:3e:97:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:09Z', 'updated_at': '2022-06-16T18:34:14Z', 'revision_number': 4, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'subnets': [{'id': 'a6e8abb2-82ac-4850-a740-ecabdc7d0299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:15.616810 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] For port fa82f0f1-a5b6-44b7-8832-86222d0094d5, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fa82f0f1-a5b6-44b7-8832-86222d0094d5,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:15.655461 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:15.764352 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ce6f-0ab4-4448-bf64-29648961b330 req-26e8ddf8-f5fb-4f04-86ad-dea18ffa0eb9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:15.768324 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ddb7ce6f-0ab4-4448-bf64-29648961b330 req-26e8ddf8-f5fb-4f04-86ad-dea18ffa0eb9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1160927 Jun 16 18:34:15.806111 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6714f16-fce0-4842-9faf-f144ed77b415 None None] Pushing event updated for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:15.841990 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:15.890487 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ddb7ce6f-0ab4-4448-bf64-29648961b330 req-aa2863af-71db-4246-aa40-7c145bfa2d70 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148794 Jun 16 18:34:16.314304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:16.398894 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-912fbd2f-d1a9-432d-a0fd-b5073ae1cb68 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2789311 Jun 16 18:34:16.590858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16619-757f-4f61-9d58-02b7d021554b req-330ee58d-2e07-4f64-9cca-3b3a7f1ae0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:16.597193 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-330ee58d-2e07-4f64-9cca-3b3a7f1ae0f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b70bbccf07e3404cb94ba59201061a6a&device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 1129 time: 0.1109295 Jun 16 18:34:16.603791 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fa82f0f1-a5b6-44b7-8832-86222d0094d5 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:16.703240 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a37c16-f88e-4251-802e-a0465b8f9d26 req-4a7b07e0-add6-4238-9e15-c35e3e7ca93c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:16.706282 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-88a37c16-f88e-4251-802e-a0465b8f9d26 req-4a7b07e0-add6-4238-9e15-c35e3e7ca93c tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.0898740 Jun 16 18:34:16.706524 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port fa82f0f1-a5b6-44b7-8832-86222d0094d5 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:16.707034 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:16.786444 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-88a37c16-f88e-4251-802e-a0465b8f9d26 req-9deb8dac-bcec-40be-a05b-22094f86fa10 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700617 Jun 16 18:34:16.789646 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:16.825590 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:16.861951 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port fa82f0f1-a5b6-44b7-8832-86222d0094d5 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:17.092737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858781-a889-43b5-90ab-999ee03322ec req-fbed94e1-f336-4551-bdf7-8a56ea27e15e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:17.094376 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05858781-a889-43b5-90ab-999ee03322ec req-fbed94e1-f336-4551-bdf7-8a56ea27e15e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0845091 Jun 16 18:34:17.180657 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05858781-a889-43b5-90ab-999ee03322ec req-05e9f68e-8b0a-4503-9c60-bfbba5c52603 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786090 Jun 16 18:34:17.933125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499cdcb-e88f-46a9-9174-46c6c994020c req-c9ff02e1-fff4-4dfc-8721-cdb5784b29b7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:17.935887 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4499cdcb-e88f-46a9-9174-46c6c994020c req-c9ff02e1-fff4-4dfc-8721-cdb5784b29b7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.0636470 Jun 16 18:34:18.015153 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4499cdcb-e88f-46a9-9174-46c6c994020c req-59409496-7bb5-4533-aa69-48c28d84f363 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Jun 16 18:34:18.319699 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41302066-87fb-4667-a21d-dfeb9e0924ca req-5b8c3f66-8e3a-4b1f-a74d-87fecba1429a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:18.321490 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41302066-87fb-4667-a21d-dfeb9e0924ca req-5b8c3f66-8e3a-4b1f-a74d-87fecba1429a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0569570 Jun 16 18:34:18.385643 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41302066-87fb-4667-a21d-dfeb9e0924ca req-95b0d81a-d4ad-47b7-b7e6-a6fb1d9834cd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576274 Jun 16 18:34:18.765168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 67e8bc05-0984-4a56-9695-39dbb5154e2d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:18.790600 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 67e8bc05-0984-4a56-9695-39dbb5154e2d {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:18.790946 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 67e8bc05-0984-4a56-9695-39dbb5154e2d not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:19.158180 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d1098-4e76-42b1-b306-0435cce0b7d2 req-e5fa1125-88b5-4af3-b589-02a57347bffe tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:19.159893 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4c7d1098-4e76-42b1-b306-0435cce0b7d2 req-e5fa1125-88b5-4af3-b589-02a57347bffe tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.0606778 Jun 16 18:34:19.185377 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:19.221878 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4c7d1098-4e76-42b1-b306-0435cce0b7d2 req-c5ee4de7-350d-4ad7-afe4-6a9520b7b564 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Jun 16 18:34:19.531646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6021e89-58aa-4e29-9d4a-ca5e2411eb8e req-db75bff3-cb7e-4ee9-9059-204c32592d3c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:19.533484 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a6021e89-58aa-4e29-9d4a-ca5e2411eb8e req-db75bff3-cb7e-4ee9-9059-204c32592d3c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jun 16 18:34:19.591964 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a6021e89-58aa-4e29-9d4a-ca5e2411eb8e req-f2b304f0-b604-4095-bd0e-328a94194afd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512216 Jun 16 18:34:19.787480 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:19.822705 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:19.836227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16619-757f-4f61-9d58-02b7d021554b req-27b462c9-5cb4-4615-a28b-8828f200a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:19.838231 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-27b462c9-5cb4-4615-a28b-8828f200a7c3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 200 len: 921 time: 0.1736104 Jun 16 18:34:19.939848 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-214746ce-ebbc-436d-a878-c091e4b5e3b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 200 len: 217 time: 0.0480359 Jun 16 18:34:20.005027 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16619-757f-4f61-9d58-02b7d021554b req-c004a022-eec2-4031-be66-2fccdf301892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:20.008368 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-c004a022-eec2-4031-be66-2fccdf301892 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 200 len: 858 time: 0.0621698 Jun 16 18:34:20.067970 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-d5b6923f-0180-452d-aadb-e9be3ac2bc68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:20.069800 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-d5b6923f-0180-452d-aadb-e9be3ac2bc68 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.0602787 Jun 16 18:34:20.073989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16619-757f-4f61-9d58-02b7d021554b req-065df7ba-4014-4dbf-be54-4a654f05e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:20.075770 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-065df7ba-4014-4dbf-be54-4a654f05e048 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15279682-d7de-41a6-80bc-29c22a949874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506642 Jun 16 18:34:20.337214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Deleting port 88f4692a-7c46-4581-9664-8a005ca35a74 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:20.337554 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:20.342722 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-f9cccd87-05cd-48c1-8f26-055a1350b7f3 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471040 Jun 16 18:34:20.481297 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] For port 88f4692a-7c46-4581-9664-8a005ca35a74, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88f4692a-7c46-4581-9664-8a005ca35a74,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:20.482294 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:20.512178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Calling delete_port for 88f4692a-7c46-4581-9664-8a005ca35a74 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:20.817296 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (88f4692a-7c46-4581-9664-8a005ca35a74), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:20.832988 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['88f4692a-7c46-4581-9664-8a005ca35a74'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:34:20.903962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b71fd-74dd-46f3-89f5-804d312a71a6 req-33f77691-df45-4bc8-a816-091d41844cb7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:20.905631 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8f7b71fd-74dd-46f3-89f5-804d312a71a6 req-33f77691-df45-4bc8-a816-091d41844cb7 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/ports?device_id=e541a8c3-c14c-46db-8b18-23fff07aa1d2 HTTP/1.1" status: 200 len: 945 time: 0.5547392 Jun 16 18:34:20.906726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Pushing event deleted for resources: {'Port': ['ID=88f4692a-7c46-4581-9664-8a005ca35a74,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:20.934712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e1d9-f48a-485e-899c-c6af26075f95 req-2a0e3972-e53c-4f18-a767-30aa77e6d99f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:20.937141 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b292e1d9-f48a-485e-899c-c6af26075f95 req-2a0e3972-e53c-4f18-a767-30aa77e6d99f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.2211797 Jun 16 18:34:21.004966 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-47b16619-757f-4f61-9d58-02b7d021554b req-eccd8e33-8141-4c17-bdef-e14abdbbcff8 service neutron] 10.222.0.88 "GET /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400242 Jun 16 18:34:21.019236 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8f7b71fd-74dd-46f3-89f5-804d312a71a6 req-441cf831-7ffe-40cd-85b8-e2117c15e5f0 tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.30 "GET /v2.0/security-groups?id=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991023 Jun 16 18:34:21.032829 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] No DVR routers for this DVR port 88f4692a-7c46-4581-9664-8a005ca35a74 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:34:21.042728 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:21.049177 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-72c69670-bc99-4bea-ae20-46b1d8c13cec req-5ab871f0-abe2-440d-8bf3-ab67b4bfbb4e tempest-ServerRescueNegativeTestJSON-1891572618 tempest-ServerRescueNegativeTestJSON-1891572618-project] 10.222.0.88 "DELETE /v2.0/ports/88f4692a-7c46-4581-9664-8a005ca35a74 HTTP/1.1" status: 204 len: 173 time: 0.8530076 Jun 16 18:34:21.052564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'name': 'network-vif-deleted', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:21.058203 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce7ad92-af3a-4da8-b782-448753193d6a" -d '{"events": [{"server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "name": "network-vif-deleted", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:21.108711 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b292e1d9-f48a-485e-899c-c6af26075f95 req-62d3563b-c379-411b-98ec-1968ff67b88c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640177 Jun 16 18:34:21.219772 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd758017-e8ea-4c37-b509-347a08a70ec5 x-openstack-request-id: req-cd758017-e8ea-4c37-b509-347a08a70ec5 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:21.220205 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e541a8c3-c14c-46db-8b18-23fff07aa1d2", "name": "network-vif-deleted", "tag": "88f4692a-7c46-4581-9664-8a005ca35a74", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:21.220573 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd758017-e8ea-4c37-b509-347a08a70ec5 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:21.221486 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd758017-e8ea-4c37-b509-347a08a70ec5'] response: {'server_uuid': 'e541a8c3-c14c-46db-8b18-23fff07aa1d2', 'name': 'network-vif-deleted', 'tag': '88f4692a-7c46-4581-9664-8a005ca35a74', 'status': 'completed', 'code': 200} Jun 16 18:34:22.106709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33434) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:22.280359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:22.297827 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6940dd-3545-437e-ab16-2af610f5592f req-26c08d41-958d-4647-8c84-33c56475c6f3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:22.299938 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cd6940dd-3545-437e-ab16-2af610f5592f req-26c08d41-958d-4647-8c84-33c56475c6f3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0805361 Jun 16 18:34:22.331530 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:22.373392 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-cd6940dd-3545-437e-ab16-2af610f5592f req-48df4ce4-26ab-44ba-8d5b-a63a4e1a7dc0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622563 Jun 16 18:34:22.440274 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:22.699201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (b495d47d-d861-4e03-82b6-644af587fe1f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:22.801079 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:34:22.989350 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:23.017403 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:34:23.074470 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Deleting port 6b15aaf5-6a63-4964-b733-973db1313671 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:23.075000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (6b15aaf5-6a63-4964-b733-973db1313671), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:23.078748 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: ACTIVE; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:23.079272 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:23.104498 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:34:23.135520 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:23.142735 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:23.211786 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] For port 6b15aaf5-6a63-4964-b733-973db1313671, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=6b15aaf5-6a63-4964-b733-973db1313671,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:23.212697 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (6b15aaf5-6a63-4964-b733-973db1313671), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:23.244444 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Calling delete_port for 6b15aaf5-6a63-4964-b733-973db1313671 owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:23.246567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=6']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:23.255403 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['fc74ff6c-f681-43e5-ba34-42732de13dac'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:34:23.283877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.284276 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.284654 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.285035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.285474 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.286197 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.286547 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.287560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.287981 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.288940 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.289196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.289526 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.289863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.290216 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.290591 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:34:23.526017 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (6b15aaf5-6a63-4964-b733-973db1313671), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:23.559741 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:23.594796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b15aaf5-6a63-4964-b733-973db1313671,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:23.616780 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9a0cd-ab18-41cb-adcd-8ad086321cea req-c92c94dc-a296-4e2c-b692-024371f3b80f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:23.618541 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-10d9a0cd-ab18-41cb-adcd-8ad086321cea req-c92c94dc-a296-4e2c-b692-024371f3b80f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.1098497 Jun 16 18:34:23.705664 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:23.820757 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-10d9a0cd-ab18-41cb-adcd-8ad086321cea req-891bfe40-ed9c-4083-8216-e04a58ca96e0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686397 Jun 16 18:34:23.987747 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (b495d47d-d861-4e03-82b6-644af587fe1f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:24.288924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Router b495d47d-d861-4e03-82b6-644af587fe1f has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:24.477015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:24.482917 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1761fbb2-7d04-4ff8-a170-cbab08d6040e admin admin] 10.222.0.30 "PUT /v2.0/routers/b495d47d-d861-4e03-82b6-644af587fe1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765104 Jun 16 18:34:24.485477 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33468) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:24.488568 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Sync routers for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:24.519054 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:24.525953 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:24.684201 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:24.688231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks [] for router (b495d47d-d861-4e03-82b6-644af587fe1f), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:24.810766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:24.897800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks [] for router_gateway (b495d47d-d861-4e03-82b6-644af587fe1f), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:24.915486 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port fc74ff6c-f681-43e5-ba34-42732de13dac triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:24.916611 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:24.968625 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Deleting port a833f822-b0a5-4993-a449-5ee3bf929abe {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:24.969527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.028693 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:34:23Z', 'revision_number': 5, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port': {'id': 'a833f822-b0a5-4993-a449-5ee3bf929abe', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:25.064771 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:25.073615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a5bbf-340e-44af-b47c-55666546cc5d req-20e7ced1-4129-4f9c-a374-a37efd2820ef tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:25.075402 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5a5a5bbf-340e-44af-b47c-55666546cc5d req-20e7ced1-4129-4f9c-a374-a37efd2820ef tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.0762730 Jun 16 18:34:25.090234 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Checking router: b495d47d-d861-4e03-82b6-644af587fe1f for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:25.112833 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Routers {'b495d47d-d861-4e03-82b6-644af587fe1f'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:25.114172 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['b495d47d-d861-4e03-82b6-644af587fe1f'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:25.136676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:25.136676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.192865 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:25.196278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:25.201909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a12bb-dacb-4abd-b601-bcf4b2cc5eac" -d '{"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:25.202470 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5a5a5bbf-340e-44af-b47c-55666546cc5d req-aa325772-d985-47b1-9f50-8b9ec41e62af tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158555 Jun 16 18:34:25.227177 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.230940 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 88f4692a-7c46-4581-9664-8a005ca35a74 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:25.320785 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 88f4692a-7c46-4581-9664-8a005ca35a74 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:25.321138 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 88f4692a-7c46-4581-9664-8a005ca35a74 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:25.367911 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] For port a833f822-b0a5-4993-a449-5ee3bf929abe, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a833f822-b0a5-4993-a449-5ee3bf929abe,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:25.368847 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.370932 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376a543-9bf4-43b5-89e5-5398624a4e82 x-openstack-request-id: req-7376a543-9bf4-43b5-89e5-5398624a4e82 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:25.371239 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:25.371673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7376a543-9bf4-43b5-89e5-5398624a4e82 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:25.372329 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7376a543-9bf4-43b5-89e5-5398624a4e82'] response: {'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'code': 200} Jun 16 18:34:25.383396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=7']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:25.421474 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Calling delete_port for a833f822-b0a5-4993-a449-5ee3bf929abe owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:25.631223 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] Set router b495d47d-d861-4e03-82b6-644af587fe1f gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:25.692839 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a833f822-b0a5-4993-a449-5ee3bf929abe), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.729635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Pushing event deleted for resources: {'Port': ['ID=a833f822-b0a5-4993-a449-5ee3bf929abe,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:25.752795 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:34:24Z', 'revision_number': 6, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:25.808363 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345bb0-ebca-4f68-8aad-8a4b5b2c1747 None None] The sync data for ids ['b495d47d-d861-4e03-82b6-644af587fe1f'] in dv-cinder-813229-10-iscsi is: [{'id': 'b495d47d-d861-4e03-82b6-644af587fe1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1783775340-router', 'tenant_id': 'b70bbccf07e3404cb94ba59201061a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:27Z', 'updated_at': '2022-06-16T18:34:24Z', 'revision_number': 6, 'project_id': 'b70bbccf07e3404cb94ba59201061a6a', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:25.825444 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (b495d47d-d861-4e03-82b6-644af587fe1f), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:25.995807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (b495d47d-d861-4e03-82b6-644af587fe1f), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.000316 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks [] for router_controller (b495d47d-d861-4e03-82b6-644af587fe1f), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.096590 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (b495d47d-d861-4e03-82b6-644af587fe1f), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.097448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b495d47d-d861-4e03-82b6-644af587fe1f {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:34:26.109997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.116409 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33488) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:26.116995 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-491b5124-5bac-4305-9dec-33cbfaca738f admin admin] 10.222.0.30 "DELETE /v2.0/routers/b495d47d-d861-4e03-82b6-644af587fe1f HTTP/1.1" status: 204 len: 168 time: 1.6291106 Jun 16 18:34:26.597302 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80b050-f3bb-4265-9d62-58e787fe070d req-d4aca5a6-97fb-49c2-91a3-0c51264246e1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:26.600282 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e80b050-f3bb-4265-9d62-58e787fe070d req-d4aca5a6-97fb-49c2-91a3-0c51264246e1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1157768 Jun 16 18:34:26.689576 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9e80b050-f3bb-4265-9d62-58e787fe070d req-124d9c54-09a7-4edb-af8d-43669a005533 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730953 Jun 16 18:34:26.695417 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Deleting subnet 5972fb80-4f4a-4298-8b84-f90490813b2c {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:34:26.701172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Publish callbacks [] for subnet (5972fb80-4f4a-4298-8b84-f90490813b2c), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.777099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (5972fb80-4f4a-4298-8b84-f90490813b2c), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.890006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 6b15aaf5-6a63-4964-b733-973db1313671 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:26.914460 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (5972fb80-4f4a-4298-8b84-f90490813b2c), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:26.933391 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 6b15aaf5-6a63-4964-b733-973db1313671 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:26.934011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 6b15aaf5-6a63-4964-b733-973db1313671 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:26.988386 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (5972fb80-4f4a-4298-8b84-f90490813b2c), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.020210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5972fb80-4f4a-4298-8b84-f90490813b2c,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:27.031178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.034638 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a97ecbd0-b669-4464-a2ad-c982b2745603 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5972fb80-4f4a-4298-8b84-f90490813b2c HTTP/1.1" status: 204 len: 168 time: 0.9167767 Jun 16 18:34:27.038420 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33494) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:27.044231 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4f231-9288-4c2b-8d3a-aaf649a44392 None None] Network 15279682-d7de-41a6-80bc-29c22a949874 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:34:27.049639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:27.173811 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:27.197313 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (15279682-d7de-41a6-80bc-29c22a949874), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.301847 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Deleting port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:27.303528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.375863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] DHCP port deletion for 15279682-d7de-41a6-80bc-29c22a949874 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:34:27.413240 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] For port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:27.413989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.437557 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Calling delete_port for 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb owned by network:dhcp {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:27.455129 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0728f892-0f56-4ae8-99d9-d929062c795f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.457187 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Deleting port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:34:27.457884 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.475788 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:27.626522 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.639509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:27.719860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:27.728901 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] For port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,segment=NetworkSegment(b0c5f854-f48d-4115-a2f1-ef1df3db8934),segment_id=b0c5f854-f48d-4115-a2f1-ef1df3db8934)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:27.728901 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.738341 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] No DVR routers for this DVR port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb on host dv-cinder-813229-10-iscsi {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:34:27.768514 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Calling delete_port for 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:34:27.905196 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a647be-441e-49f8-b757-10fd80461b42 req-3af7443b-4c28-489c-84f9-cc0c62b14947 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:27.906860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (15279682-d7de-41a6-80bc-29c22a949874), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.907998 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a2a647be-441e-49f8-b757-10fd80461b42 req-3af7443b-4c28-489c-84f9-cc0c62b14947 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0672731 Jun 16 18:34:27.940497 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15279682-d7de-41a6-80bc-29c22a949874']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:27.953120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c5f854-f48d-4115-a2f1-ef1df3db8934') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:27.953415 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c5f854-f48d-4115-a2f1-ef1df3db8934') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:27.968957 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (b0c5f854-f48d-4115-a2f1-ef1df3db8934), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.979553 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:27.980015 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:27.985182 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a2a647be-441e-49f8-b757-10fd80461b42 req-70835061-82d1-4d98-9c29-afd5bfcd8d3c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700703 Jun 16 18:34:28.001878 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] No DVR routers for this DVR port 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:34:28.035352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62528724-3e97-4134-8dc4-5a19c02991f9 None None] Pushing event deleted for resources: {'Port': ['ID=59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:28.049757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (b0c5f854-f48d-4115-a2f1-ef1df3db8934), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.063821 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:34:28.064586 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (b0c5f854-f48d-4115-a2f1-ef1df3db8934), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.089570 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment b0c5f854-f48d-4115-a2f1-ef1df3db8934 resource provider aggregate not found Jun 16 18:34:28.133198 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment b0c5f854-f48d-4115-a2f1-ef1df3db8934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0c5f854-f48d-4115-a2f1-ef1df3db8934 found for delete ", "request_id": "req-80ef677d-3c6d-4b9a-a258-23338411c2bf"}]} Jun 16 18:34:28.160279 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (15279682-d7de-41a6-80bc-29c22a949874), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.168136 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.174540 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15279682-d7de-41a6-80bc-29c22a949874 HTTP/1.1" status: 204 len: 168 time: 1.1350999 Jun 16 18:34:28.217549 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820b105-b547-4e5c-916b-2ebdf7839cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15279682-d7de-41a6-80bc-29c22a949874,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:28.403414 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33512) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:28.462294 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-fd3324d8-c172-4725-867e-af0351be6a82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b70bbccf07e3404cb94ba59201061a6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573921 Jun 16 18:34:28.465800 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33514) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:28.472576 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:28.499891 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:28.499891 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 59972b7d-d7f2-4c42-8c0a-c870a1e9f9eb not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:28.500624 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a833f822-b0a5-4993-a449-5ee3bf929abe no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:28.523351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: a833f822-b0a5-4993-a449-5ee3bf929abe {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:34:28.523815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a833f822-b0a5-4993-a449-5ee3bf929abe not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:34:28.571037 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] Publish callbacks [] for security_group (242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.622358 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] Publish callbacks [] for security_group (242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.699142 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.703686 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:28.706372 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d HTTP/1.1" status: 204 len: 168 time: 0.2387953 Jun 16 18:34:28.717774 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2acc33-a059-4955-98a2-8d4360e76413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c90c1-dfc0-4cbd-845c-2bc6c5d38e0d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:29.256794 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c55c3-fd8d-44e4-ae94-f1caf5029f7c req-a20efd5a-49d0-49d7-a0c5-a1c295b1d69e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:29.258672 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f07c55c3-fd8d-44e4-ae94-f1caf5029f7c req-a20efd5a-49d0-49d7-a0c5-a1c295b1d69e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0840161 Jun 16 18:34:29.356863 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f07c55c3-fd8d-44e4-ae94-f1caf5029f7c req-c1859dd3-a6af-4b96-8aad-01a94929240c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846362 Jun 16 18:34:29.720550 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ec025f6c-2b9a-4922-a804-9ff4ba096e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:29.984097 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33546) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:30.117449 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-a5006810-20a3-4cb3-90a5-7e6ca148be21 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862090796&fields=id&tenant_id=4d9f254f568e4bd98b2e4087c3a32c04 HTTP/1.1" status: 200 len: 267 time: 0.1169200 Jun 16 18:34:30.151050 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:30.221560 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-140847289-network', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:30.281989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Made reservation on behalf of 7a8e1d26bdfc400ebd1e070b09db615e for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:30.285815 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.301182 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.313620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-f3650341-6c70-46b8-bdc4-36254395f33b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:30.318429 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-f3650341-6c70-46b8-bdc4-36254395f33b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 809 time: 0.1996233 Jun 16 18:34:30.341084 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-214e1d33-a0c2-4248-bc14-2499f55e19fa tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/quotas/4d9f254f568e4bd98b2e4087c3a32c04 HTTP/1.1" status: 200 len: 375 time: 0.0216138 Jun 16 18:34:30.433265 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-3b60fb75-69da-49f2-9aca-03a24248fb36 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911386 Jun 16 18:34:30.581546 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks [] for security_group (fd844c2c-4e99-40c4-b81d-09e1137c8d59), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.582047 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e9f02-5462-4d52-96eb-301929370275 req-63e95a15-7471-443b-a7b4-6153adbdfbce tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:30.591046 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-496e9f02-5462-4d52-96eb-301929370275 req-63e95a15-7471-443b-a7b4-6153adbdfbce tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0959868 Jun 16 18:34:30.622250 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fd844c2c-4e99-40c4-b81d-09e1137c8d59), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.635716 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:34:30.650733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (3db4b78f-b0f3-4e6c-8352-469eefee637c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.651251 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Added segment 3db4b78f-b0f3-4e6c-8352-469eefee637c of type vlan for network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 Jun 16 18:34:30.676544 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-496e9f02-5462-4d52-96eb-301929370275 req-77b0e05d-19d2-4c79-8b97-73acc5072902 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836811 Jun 16 18:34:30.785921 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.806868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd844c2c-4e99-40c4-b81d-09e1137c8d59,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:30.850928 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-7d65bdd3-4786-4b0b-915e-252b5742f819 service neutron] 10.222.0.30 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088006 Jun 16 18:34:30.858677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.860290 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:30.860527 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:30.940609 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9552011 Jun 16 18:34:30.945339 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33554) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:30.953371 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Request body: {'subnet': {'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-140847289-subnet', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:30.998836 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Made reservation on behalf of 7a8e1d26bdfc400ebd1e070b09db615e for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:31.003393 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:31.018862 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61fb5c-3e58-4f5d-85cc-687e167385ed admin admin] Pushing event updated for resources: {'Network': ['ID=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:31.066709 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-42784619-4b87-4d59-9d9d-5150605f849e service neutron] 10.222.0.30 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028947 Jun 16 18:34:31.095868 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:34:31.170785 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:31.284417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:31.373396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:31.482935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (c839d679-7d4a-4e5c-bb8b-4081525b675d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:31.546267 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c839d679-7d4a-4e5c-bb8b-4081525b675d,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:31.597984 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Checking segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:31.600503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Network hostable DHCP agents. Network: 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:34:31.669493 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:34:31.691845 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:31.708543 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584bc09-3938-44b7-af5b-35c4a0560b25 None None] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:34:31.804877 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4de9f81b-1437-4cd3-9d6f-adcc1714b5ab req-332a5ddf-66ae-4b3e-b877-c844e8d8b7a6 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.1081839 Jun 16 18:34:31.808749 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:31.809440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:31.846229 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4b1a3614-7b92-403e-9b4a-4fa346f050d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8993421 Jun 16 18:34:31.852315 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33570) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:31.867258 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:31.933347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:34:31.934292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.112919 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.115496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.123769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Allocated IP 172.20.0.2 (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0/c839d679-7d4a-4e5c-bb8b-4081525b675d/86feda84-a8d0-4575-b1d5-74c135cde9ab) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:32.158904 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417d1a-e7e6-4819-853a-b1d022bb62bd req-85445ee5-470a-4682-a69c-02815adc9590 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:32.172135 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4e417d1a-e7e6-4819-853a-b1d022bb62bd req-85445ee5-470a-4682-a69c-02815adc9590 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.2700176 Jun 16 18:34:32.178673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:32.207725 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:32.272033 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:32.288243 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4e417d1a-e7e6-4819-853a-b1d022bb62bd req-2bcbaf1a-3fde-4793-b3e8-304ae81382f7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147282 Jun 16 18:34:32.335521 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for router_controller (07e22262-5cd1-4f03-841d-e66d411d9e98), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.556137 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.568847 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks [] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.583022 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.591716 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for router_gateway (07e22262-5cd1-4f03-841d-e66d411d9e98), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.648278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:32.653526 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Pushing event updated for resources: {'Port': ['ID=86feda84-a8d0-4575-b1d5-74c135cde9ab,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:32.657489 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:32.661132 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:32.749936 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Attempting to bind port 86feda84-a8d0-4575-b1d5-74c135cde9ab on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:32.750335 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Attempting to bind port 86feda84-a8d0-4575-b1d5-74c135cde9ab by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:32.750702 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Attempting to bind port 86feda84-a8d0-4575-b1d5-74c135cde9ab on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:32.758461 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:32.758836 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Checking segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:32.759253 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.759667 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Bound using segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:32.760214 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Bound port: 86feda84-a8d0-4575-b1d5-74c135cde9ab, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:32.760741 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.873511 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.909427 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] For port 86feda84-a8d0-4575-b1d5-74c135cde9ab, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:32.914271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] For port 86feda84-a8d0-4575-b1d5-74c135cde9ab, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=86feda84-a8d0-4575-b1d5-74c135cde9ab,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:32.931915 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:32.990457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:33.021861 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d98e507a-e9c8-4672-985f-993a657a8fa8 req-54ad35c2-78a3-474a-9fe8-a0b41ef990e5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.1027830 Jun 16 18:34:33.061282 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8645-9491-44e4-a8e0-d0283b143819 None None] Pushing event updated for resources: {'Port': ['ID=86feda84-a8d0-4575-b1d5-74c135cde9ab,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:33.274410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for router_gateway (07e22262-5cd1-4f03-841d-e66d411d9e98), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:33.321635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:33.729641 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Allocated IP 172.27.2.156 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/aa3e4392-afc2-44c1-99b7-ac0ab1d3988d) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:33.879602 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f068-312f-4485-8749-2bdddddec01a req-80053e08-7fc6-4fd1-83c9-d84c270e3e34 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:33.888293 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2821f068-312f-4485-8749-2bdddddec01a req-80053e08-7fc6-4fd1-83c9-d84c270e3e34 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.2742553 Jun 16 18:34:34.047799 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:34.072674 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2821f068-312f-4485-8749-2bdddddec01a req-bffc1b51-b56d-4a12-b0c1-4b89e95abd3d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833529 Jun 16 18:34:34.279705 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:34.344961 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c231362c-a16c-4be6-9e89-02fb95c53b18 req-e85cf588-8cbd-40fc-86cf-ca189d80de35 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.0639727 Jun 16 18:34:34.374613 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:34.410674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:34.438280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:34.444105 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:34.566533 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:34.670509 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 86feda84-a8d0-4575-b1d5-74c135cde9ab up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:34.677047 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:34.703612 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-1264ea9b-0f29-43a8-acbf-e495e440987d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:34.705536 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-1264ea9b-0f29-43a8-acbf-e495e440987d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 809 time: 0.5639899 Jun 16 18:34:34.818516 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 86feda84-a8d0-4575-b1d5-74c135cde9ab triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:34.819698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:34.907556 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-7293ce42-d31b-4f86-b7fb-eec32ccee519 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f254f568e4bd98b2e4087c3a32c04 HTTP/1.1" status: 200 len: 379 time: 0.1912582 Jun 16 18:34:34.925624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'port': {'device_id': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'admin_state_up': True, 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'security_groups': ['a119d4c2-8b24-4a41-b014-8a467b08cbe3']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:35.025604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 86feda84-a8d0-4575-b1d5-74c135cde9ab is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:35.026447 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:35.148828 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c68f8c-60d4-42a7-968c-899670addf26 None None] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:34:35.186962 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 86feda84-a8d0-4575-b1d5-74c135cde9ab, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=86feda84-a8d0-4575-b1d5-74c135cde9ab,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:35.206941 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:35.220486 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-3f293bbd-7a34-4f04-8111-a8164718ab8c None None] Provisioning complete for port 86feda84-a8d0-4575-b1d5-74c135cde9ab triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:35.221902 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3f293bbd-7a34-4f04-8111-a8164718ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:35.309455 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for router_gateway (07e22262-5cd1-4f03-841d-e66d411d9e98), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:35.379982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=86feda84-a8d0-4575-b1d5-74c135cde9ab,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:35.410151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:35.486422 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-3f293bbd-7a34-4f04-8111-a8164718ab8c None None] Current status of the port 86feda84-a8d0-4575-b1d5-74c135cde9ab is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:35.588349 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a2ea0876-12a0-4148-8e0c-24452da9a483 req-68972f74-44aa-45b7-9215-b02240985f4e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.0460339 Jun 16 18:34:35.697034 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=37 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:35.726835 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba577a-e0fd-4a97-a35a-0f457329ba34 req-6cdc3060-6d23-456e-b362-e2ae47d5fc26 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:35.735021 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9bba577a-e0fd-4a97-a35a-0f457329ba34 req-6cdc3060-6d23-456e-b362-e2ae47d5fc26 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.2615259 Jun 16 18:34:35.758936 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=46 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:35.775059 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Made reservation on behalf of 4d9f254f568e4bd98b2e4087c3a32c04 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:35.778788 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:35.899822 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9bba577a-e0fd-4a97-a35a-0f457329ba34 req-8776741e-6767-4f4e-9f85-7a9ac7b6e919 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632509 Jun 16 18:34:35.983680 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-c8352ecd-b954-4261-9c89-f89d8385553f None None] Provisioning complete for port 86feda84-a8d0-4575-b1d5-74c135cde9ab triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:35.984589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c8352ecd-b954-4261-9c89-f89d8385553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:36.089602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c8352ecd-b954-4261-9c89-f89d8385553f None None] Current status of the port 86feda84-a8d0-4575-b1d5-74c135cde9ab is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:36.133853 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:36.150745 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Allocated IP 172.20.0.8 (10541a62-0923-4d1d-8a23-f7599c1118d2/5f1e7f49-b061-4435-ada0-a28a436d8aa6/68356597-c3ad-4071-ac45-b2f7aa7bca35) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:36.216800 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:36.305565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:36.589045 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 86feda84-a8d0-4575-b1d5-74c135cde9ab up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:36.759787 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 86feda84-a8d0-4575-b1d5-74c135cde9ab triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:36.760581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:36.855852 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2a6c6ff-f2a6-4308-9e33-cd95a0829fbb req-645317c4-40dd-482e-a0be-d46ccf594e70 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.0742214 Jun 16 18:34:36.864744 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:36.882980 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:34:36.940769 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:37.001692 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 86feda84-a8d0-4575-b1d5-74c135cde9ab is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:37.181246 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:37.191207 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:37.259597 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:37.266541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:37.290063 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b959e8-ad92-4e31-88ea-e862f6aa67be req-f037b3c2-cd25-428d-9eb4-3ee432d6e301 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:37.292572 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-52b959e8-ad92-4e31-88ea-e862f6aa67be req-f037b3c2-cd25-428d-9eb4-3ee432d6e301 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.2132990 Jun 16 18:34:37.389775 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:37.390834 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:37.407446 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:37.433305 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:37.487011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:37.499176 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:37.519787 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-52b959e8-ad92-4e31-88ea-e862f6aa67be req-ce5be838-9b76-4d6f-ad14-bff9dd3ae0d4 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232553 Jun 16 18:34:37.572132 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-5a729e56-6c57-456e-9fd0-d795c42b1910 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6533010 Jun 16 18:34:37.581133 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:37.589722 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-6afc8f9b-5ebc-4dee-a687-f72818df9427 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7313547 Jun 16 18:34:37.590530 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33598) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:37.591645 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Request body: {'port': {'device_id': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:37.742409 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b4022c47-e64c-4312-a911-44494fabf4a0 None None] Provisioning complete for port 68356597-c3ad-4071-ac45-b2f7aa7bca35 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:37.743056 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b4022c47-e64c-4312-a911-44494fabf4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:37.743998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:37.793332 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:38.036622 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b4022c47-e64c-4312-a911-44494fabf4a0 None None] Port 68356597-c3ad-4071-ac45-b2f7aa7bca35 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:38.132490 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:38.189238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:38.283312 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150b537-f607-4495-ab07-b58a8d380d72 req-9211b4ec-7ee6-4662-bf59-26d384304de3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:38.294441 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d150b537-f607-4495-ab07-b58a8d380d72 req-9211b4ec-7ee6-4662-bf59-26d384304de3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 931 time: 0.1706095 Jun 16 18:34:38.351654 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:34Z', 'revision_number': 3, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:38.391815 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:38.410526 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:38.411994 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Updating router 07e22262-5cd1-4f03-841d-e66d411d9e98 port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:34:38.420705 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68356597-c3ad-4071-ac45-b2f7aa7bca35 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:34:38.442017 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks [] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:38.452560 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:38.488398 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Transition to ACTIVE for port object 68356597-c3ad-4071-ac45-b2f7aa7bca35 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:34:38.495923 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:38.527599 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d150b537-f607-4495-ab07-b58a8d380d72 req-c7b9091b-1686-49cf-9018-90db2f81725a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233274 Jun 16 18:34:38.681051 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:38.861150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:38.883261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0898-c3d6-473d-81ff-4453d15e3398 req-cb82bb7c-583a-4fea-9623-b1b2803d0e41 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:38.886040 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fe4c0898-c3d6-473d-81ff-4453d15e3398 req-cb82bb7c-583a-4fea-9623-b1b2803d0e41 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1162927 Jun 16 18:34:38.924296 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:39.080187 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Attempting to bind port 68356597-c3ad-4071-ac45-b2f7aa7bca35 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:39.080530 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Attempting to bind port 68356597-c3ad-4071-ac45-b2f7aa7bca35 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:39.081861 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Attempting to bind port 68356597-c3ad-4071-ac45-b2f7aa7bca35 on network 10541a62-0923-4d1d-8a23-f7599c1118d2 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:39.094266 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fe4c0898-c3d6-473d-81ff-4453d15e3398 req-cc0eec6f-2fd1-4cc0-af22-fcd594b4e553 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980023 Jun 16 18:34:39.098563 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Port 68356597-c3ad-4071-ac45-b2f7aa7bca35 on network 10541a62-0923-4d1d-8a23-f7599c1118d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:34:39.099660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Attempting to bind port 68356597-c3ad-4071-ac45-b2f7aa7bca35 on network 10541a62-0923-4d1d-8a23-f7599c1118d2 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:39.110318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:39.110677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Checking segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:39.111180 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Bound using segment: {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:39.111960 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Bound port: 68356597-c3ad-4071-ac45-b2f7aa7bca35, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66021d2-0053-4715-92c9-86ea5c4b5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:39.112627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.162448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:39.209788 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:39.211063 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Allocated IP 172.20.0.1 (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0/c839d679-7d4a-4e5c-bb8b-4081525b675d/7534c636-5b57-4eb8-bb88-68ffebb71c09) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:39.256340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:39.265241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:39.282028 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.377894 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:39.379576 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.384474 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] 10.222.0.88 "PUT /v2.0/ports/68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 1093 time: 1.7965629 Jun 16 18:34:39.385015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:39.388801 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84a830-2b33-4543-8f71-bc944f65f0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:39.428335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799ecb-b507-494f-b0a5-8c38ad48d7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:39.471946 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:34:39.493253 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93246048-94bd-4502-a21a-d6da5a0c4481 x-openstack-request-id: req-93246048-94bd-4502-a21a-d6da5a0c4481 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:39.493635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:39.494060 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93246048-94bd-4502-a21a-d6da5a0c4481 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:39.494828 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93246048-94bd-4502-a21a-d6da5a0c4481'] response: {'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'status': 'completed', 'code': 200} Jun 16 18:34:39.553279 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-fafb21bc-66dd-4fb7-ae0b-8db1edfbe491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:39.555208 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-fafb21bc-66dd-4fb7-ae0b-8db1edfbe491 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1127 time: 0.0911615 Jun 16 18:34:39.587229 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks [] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.593916 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks [] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.606923 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.671303 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-a073c09b-df33-471f-9989-e70d9987bb27 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 217 time: 0.1082144 Jun 16 18:34:39.722630 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Attempting to bind port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:39.723377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Attempting to bind port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:39.723778 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Attempting to bind port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:39.750003 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.760217 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:39.760780 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:39.761203 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.761782 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:39.762140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Bound port: aa3e4392-afc2-44c1-99b7-ac0ab1d3988d, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:39.762537 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.831649 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-8bf9bb61-992e-447e-a5c4-113414d6ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:39.833689 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-8bf9bb61-992e-447e-a5c4-113414d6ff25 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.1539011 Jun 16 18:34:39.851393 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81d95-86d2-4120-af31-31bc5564505f None None] Pushing event updated for resources: {'Port': ['ID=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:39.883993 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:39.890470 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:39.903293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:39.907349 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:39.931850 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] For port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:39.944188 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] For port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:39.955550 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:39.994156 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-fb16d1c7-ce75-401b-97c8-8e311132a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:39.996920 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-fb16d1c7-ce75-401b-97c8-8e311132a274 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1518083 Jun 16 18:34:40.042204 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (07e22262-5cd1-4f03-841d-e66d411d9e98), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:40.075543 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:40.076509 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:40.079117 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b697d1c-4169-4adb-b8f3-3dbe2ad291f2 req-4c82efa6-f730-4275-8af1-496cd8560cf7 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:40.079989 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81d95-86d2-4120-af31-31bc5564505f None None] Pushing event updated for resources: {'Port': ['ID=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:40.093405 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3b697d1c-4169-4adb-b8f3-3dbe2ad291f2 req-4c82efa6-f730-4275-8af1-496cd8560cf7 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.3136351 Jun 16 18:34:40.335815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:40.438733 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-ffeda6e4-0aeb-4279-a1be-9d5582cf4b3b None None] Provisioning complete for port 7534c636-5b57-4eb8-bb88-68ffebb71c09 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:40.439353 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ffeda6e4-0aeb-4279-a1be-9d5582cf4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:40.462845 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:40.483645 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3b697d1c-4169-4adb-b8f3-3dbe2ad291f2 req-defa56e9-8b7f-4b13-b0a7-81aa6864dafd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3891339 Jun 16 18:34:40.487441 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ffeda6e4-0aeb-4279-a1be-9d5582cf4b3b None None] Port 7534c636-5b57-4eb8-bb88-68ffebb71c09 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:40.492481 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-905eba28-f8d9-4547-b885-6b347bcd8dbc service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802165 Jun 16 18:34:40.533706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:40.616116 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:40.626989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649b17a-5be0-4e14-b920-d0830075ad75 req-97f7c99d-1a27-4075-8d39-8971c1d1a843 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:40.629888 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f649b17a-5be0-4e14-b920-d0830075ad75 req-97f7c99d-1a27-4075-8d39-8971c1d1a843 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.3275905 Jun 16 18:34:40.646270 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-41649b9e-f547-488a-90b6-a97b55cc0ffd req-f8d0db02-0f96-48e0-bf1b-ee929d69bce6 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467385 Jun 16 18:34:40.686603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:34Z', 'revision_number': 3, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:40.720741 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:40.731759 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7348b-6889-4f22-8263-64723cb40665 None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:34Z', 'revision_number': 3, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:40.875098 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f649b17a-5be0-4e14-b920-d0830075ad75 req-28878f29-2a64-40c5-a84d-84a7718eb519 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312028 Jun 16 18:34:41.004112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks [] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:41.011526 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-9025fcc6-3371-4d97-907c-ef62821a6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:41.014674 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-9025fcc6-3371-4d97-907c-ef62821a6b64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1127 time: 0.1088552 Jun 16 18:34:41.019255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:41.060930 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:41.252272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:41.274630 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-5ff3c90b-9446-4b56-9c21-6eec35f7f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:41.276363 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-5ff3c90b-9446-4b56-9c21-6eec35f7f644 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.2532046 Jun 16 18:34:41.278161 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (07e22262-5cd1-4f03-841d-e66d411d9e98), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:41.335933 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-292100de-b88b-4368-9bd0-036ac4fab6a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 217 time: 0.0522749 Jun 16 18:34:41.433695 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-fc5c3fa3-6928-4fb6-a321-0fe1cde3c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:41.437001 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-fc5c3fa3-6928-4fb6-a321-0fe1cde3c558 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0952625 Jun 16 18:34:41.497074 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:41.500011 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:41.501150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-6fcf15f5-4e1b-4dee-8da1-0b3698abbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:41.504072 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-6fcf15f5-4e1b-4dee-8da1-0b3698abbb99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597506 Jun 16 18:34:41.748454 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-53d0c6f5-7dfd-459a-a196-6df0e6f33046 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380736 Jun 16 18:34:41.768642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74b34-7488-4e75-8bcd-32dba7dcb10a req-dc4b4a51-560e-4194-8372-2098a7254488 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:41.771337 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9be74b34-7488-4e75-8bcd-32dba7dcb10a req-dc4b4a51-560e-4194-8372-2098a7254488 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1235271 Jun 16 18:34:41.797866 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:41.817176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:41.932771 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9be74b34-7488-4e75-8bcd-32dba7dcb10a req-2163fa6d-896b-44d0-848c-1138bb5cf386 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443691 Jun 16 18:34:41.972593 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-123bc6f4-976a-4756-b16a-f67a89a55471 None None] Provisioning complete for port 7534c636-5b57-4eb8-bb88-68ffebb71c09 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:41.988087 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:41.988584 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-123bc6f4-976a-4756-b16a-f67a89a55471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:41.995553 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a8c4c9d0-dd96-4e75-ba3e-130df9c350c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/07e22262-5cd1-4f03-841d-e66d411d9e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4032714 Jun 16 18:34:41.999148 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3d84a830-2b33-4543-8f71-bc944f65f0f5 req-1a277eb0-d0cd-4494-b999-de152fce64f3 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171206 Jun 16 18:34:42.025285 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-123bc6f4-976a-4756-b16a-f67a89a55471 None None] Port 7534c636-5b57-4eb8-bb88-68ffebb71c09 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:42.150229 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159adb6c-0437-4314-8493-efe7e0d8fefe req-f59b6a4a-31d6-4c29-87b2-bd2575cb5d7c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:42.152887 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-159adb6c-0437-4314-8493-efe7e0d8fefe req-f59b6a4a-31d6-4c29-87b2-bd2575cb5d7c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0922940 Jun 16 18:34:42.240201 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-159adb6c-0437-4314-8493-efe7e0d8fefe req-c803d7b9-3c1e-49a0-81ef-cfbd7d197e67 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770216 Jun 16 18:34:42.353540 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c22eb-76bd-4407-982e-7063af64206c req-9ea43dc1-f46f-4cbf-bf4a-728a4554d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:42.356308 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-9ea43dc1-f46f-4cbf-bf4a-728a4554d12e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1129 time: 0.0783317 Jun 16 18:34:42.511056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c22eb-76bd-4407-982e-7063af64206c req-44e5e7b1-847f-4e56-936b-018b68b2bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:42.514036 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-44e5e7b1-847f-4e56-936b-018b68b2bad4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.1509674 Jun 16 18:34:42.527679 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33636) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:42.542619 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536156987', 'description': 'tempest-description--1622630339'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:42.616455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device aa3e4392-afc2-44c1-99b7-ac0ab1d3988d up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:42.625411 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.636849 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-4e2066ea-694e-47da-9e89-8b6f94915148 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 1001 time: 0.1140349 Jun 16 18:34:42.714510 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c22eb-76bd-4407-982e-7063af64206c req-6c46a906-9092-4f76-914a-a533c83ebf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:42.717952 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:42.718224 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-6c46a906-9092-4f76-914a-a533c83ebf87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.0697353 Jun 16 18:34:42.719256 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.774962 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:42.800143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (905a329b-de1e-4acc-8fb5-0e6e2856f916), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.801789 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c22eb-76bd-4407-982e-7063af64206c req-24186e68-eb2c-4662-b2b1-6cac8a147610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:42.804490 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-24186e68-eb2c-4662-b2b1-6cac8a147610 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809221 Jun 16 18:34:42.810409 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (905a329b-de1e-4acc-8fb5-0e6e2856f916), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.868231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.873417 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3419526 Jun 16 18:34:42.874227 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33642) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:42.875407 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26ffab-90a8-45be-a2a8-03c07761cc57 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905a329b-de1e-4acc-8fb5-0e6e2856f916,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:42.883203 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group_rule': {'security_group_id': '905a329b-de1e-4acc-8fb5-0e6e2856f916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:42.929586 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:42.930050 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:42.966894 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:42.973103 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.025152 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (3c27da68-28ff-47b1-9167-06db572cc16a), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.100379 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:43.155663 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-57acc1a8-6904-4abf-a25c-e36b367ce0af service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444777 Jun 16 18:34:43.191064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:43.213875 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:43.246806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcaf19-ec40-4218-8697-6f67dddced17 req-10faa73a-9e0a-43cf-b2a8-fc9895955367 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:43.249584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-39fcaf19-ec40-4218-8697-6f67dddced17 req-10faa73a-9e0a-43cf-b2a8-fc9895955367 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1779804 Jun 16 18:34:43.370678 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (3c27da68-28ff-47b1-9167-06db572cc16a), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.393970 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (3c27da68-28ff-47b1-9167-06db572cc16a), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.492902 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c27da68-28ff-47b1-9167-06db572cc16a,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:43.506989 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:43.517356 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-39fcaf19-ec40-4218-8697-6f67dddced17 req-b7df64d4-7017-40b3-846f-10fe4d42a1e5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052629 Jun 16 18:34:43.533574 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8e7c22eb-76bd-4407-982e-7063af64206c req-32fb8220-dcc7-43c1-ae55-16dbfe5850a1 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692398 Jun 16 18:34:43.541804 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.543472 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d40d84e8-8d42-468a-b907-1f7999f64a21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6677973 Jun 16 18:34:43.550324 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33652) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:43.558704 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:43.560190 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group_rule': {'security_group_id': '905a329b-de1e-4acc-8fb5-0e6e2856f916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:43.561907 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:43.591757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501aad1-5052-4657-997d-52bc1b8f61b3 req-af22e708-3c10-4db8-9ede-3a4dcca7f19f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:43.599605 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (07abe8bd-ce26-44ab-9f43-b25ccc3516a2), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.603886 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1501aad1-5052-4657-997d-52bc1b8f61b3 req-af22e708-3c10-4db8-9ede-3a4dcca7f19f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1931574 Jun 16 18:34:43.698114 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1501aad1-5052-4657-997d-52bc1b8f61b3 req-aa4c9bf0-2e1b-41b0-88dd-8be862122578 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927908 Jun 16 18:34:43.710445 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (07abe8bd-ce26-44ab-9f43-b25ccc3516a2), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.719714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (07abe8bd-ce26-44ab-9f43-b25ccc3516a2), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.768589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07abe8bd-ce26-44ab-9f43-b25ccc3516a2,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:43.777156 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.779308 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-bb828e03-aacd-40f5-8509-a811866da765 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2263570 Jun 16 18:34:43.784731 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33656) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:43.789688 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:43.806490 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:43.814288 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:43.829745 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:43.987314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.085039 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 2, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:44.136581 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:34:44.137148 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Updating router 07e22262-5cd1-4f03-841d-e66d411d9e98 port 7534c636-5b57-4eb8-bb88-68ffebb71c09 binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:34:44.198423 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.440552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Allocated IP 172.27.2.155 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/4989a17a-e148-41c5-acce-fc7024c5458e) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:44.535168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device aa3e4392-afc2-44c1-99b7-ac0ab1d3988d up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:44.655124 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:44.670980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (4989a17a-e148-41c5-acce-fc7024c5458e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.678939 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:44.683714 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.721645 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks [] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.734925 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.752317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5cb93-b438-4d50-aae5-fa3bc5f8c887 req-cf5ee4b5-fc19-4564-84df-4be971bce503 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:44.756903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.776624 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-04f5cb93-b438-4d50-aae5-fa3bc5f8c887 req-cf5ee4b5-fc19-4564-84df-4be971bce503 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1651111 Jun 16 18:34:44.795522 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4324-411f-4269-91dc-70a6293f905b None None] Pushing event updated for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:44.883001 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Attempting to bind port 7534c636-5b57-4eb8-bb88-68ffebb71c09 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:44.883388 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Attempting to bind port 7534c636-5b57-4eb8-bb88-68ffebb71c09 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:44.883758 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Attempting to bind port 7534c636-5b57-4eb8-bb88-68ffebb71c09 on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:44.887271 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:44.891419 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:44.891806 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Checking segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:44.892268 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.892679 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Bound using segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:44.893197 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Bound port: 7534c636-5b57-4eb8-bb88-68ffebb71c09, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:44.893683 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:44.904448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=4989a17a-e148-41c5-acce-fc7024c5458e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:44.918151 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:44.958368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:44.958368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:44.961552 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:44.966638 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:45.000856 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] For port 7534c636-5b57-4eb8-bb88-68ffebb71c09, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:45.004531 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] For port 7534c636-5b57-4eb8-bb88-68ffebb71c09, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7534c636-5b57-4eb8-bb88-68ffebb71c09,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:45.016567 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-04f5cb93-b438-4d50-aae5-fa3bc5f8c887 req-0bb770a1-add2-4818-980c-1b2780a8e4d8 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384562 Jun 16 18:34:45.021428 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.148064 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.152405 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4324-411f-4269-91dc-70a6293f905b None None] Pushing event updated for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:45.210511 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:45.211633 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:34:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:45.285572 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.293353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d0761-bc90-4935-9ef7-cbed054e60f8 req-4b9f6107-03f7-445f-9fc4-54b0d41a2b82 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:45.306491 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-316d0761-bc90-4935-9ef7-cbed054e60f8 req-4b9f6107-03f7-445f-9fc4-54b0d41a2b82 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.1605985 Jun 16 18:34:45.398846 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-316d0761-bc90-4935-9ef7-cbed054e60f8 req-4836a1ee-c746-4149-9325-e495d7dc8a3e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875998 Jun 16 18:34:45.419974 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Provisioning complete for port 7534c636-5b57-4eb8-bb88-68ffebb71c09 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:45.420723 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.571928 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:34:45.617710 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Current status of the port 7534c636-5b57-4eb8-bb88-68ffebb71c09 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:45.618596 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.634952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (4989a17a-e148-41c5-acce-fc7024c5458e), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.645440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.675104 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] For port 7534c636-5b57-4eb8-bb88-68ffebb71c09, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7534c636-5b57-4eb8-bb88-68ffebb71c09,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:45.682085 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.750698 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:45.765426 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7190282-d8a3-40f3-8c87-dc9963e6ab43 None None] Pushing event updated for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:45.812035 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=4989a17a-e148-41c5-acce-fc7024c5458e,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:45.879171 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.908399 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-35f57a01-a2fb-46f6-be20-2e4d0e051a1e None None] Provisioning complete for port 7534c636-5b57-4eb8-bb88-68ffebb71c09 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:45.908850 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-35f57a01-a2fb-46f6-be20-2e4d0e051a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.921591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:45.925465 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0678afca-cb3f-4eeb-ba4e-61991ea5e99c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1392195 Jun 16 18:34:46.061921 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:44Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:46.062565 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-35f57a01-a2fb-46f6-be20-2e4d0e051a1e None None] Current status of the port 7534c636-5b57-4eb8-bb88-68ffebb71c09 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:46.101452 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ece68d-f045-489f-82f6-8b7fff69368e None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:44Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:34:46.257505 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-cfe1c563-9446-4590-9a41-fff4d3ba50f8 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--536156987&fields=id&tenant_id=7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 267 time: 0.1225607 Jun 16 18:34:46.262699 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2599454-e66b-46e8-b224-fbff7e367bf1 req-cda84c3b-e037-4ac9-b523-ec30bdf9acec tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:46.271100 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b2599454-e66b-46e8-b224-fbff7e367bf1 req-cda84c3b-e037-4ac9-b523-ec30bdf9acec tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1395974 Jun 16 18:34:46.310497 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:46.358872 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b2599454-e66b-46e8-b224-fbff7e367bf1 req-5140742c-c4ce-4ce5-982d-a3d9fbe3777b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791276 Jun 16 18:34:46.435922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b9c80f17-437e-4e08-bf8c-7d8e36c79b7b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:46.438987 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b9c80f17-437e-4e08-bf8c-7d8e36c79b7b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 810 time: 0.1792195 Jun 16 18:34:46.494563 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-2bdac6bb-6def-4b79-834c-d75f52bbbad2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/quotas/7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 375 time: 0.0412343 Jun 16 18:34:46.598679 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-77440cfc-3d2c-4905-8ca2-13bf403ae149 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971637 Jun 16 18:34:46.600244 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7534c636-5b57-4eb8-bb88-68ffebb71c09 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:46.606902 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d558a18-9c6d-40f1-96b8-5cdfde9ca3a6 req-302868a0-e5fd-409e-a7aa-ece328039eda tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:46.608984 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d558a18-9c6d-40f1-96b8-5cdfde9ca3a6 req-302868a0-e5fd-409e-a7aa-ece328039eda tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 945 time: 0.0774598 Jun 16 18:34:46.701572 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:46.720575 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 7534c636-5b57-4eb8-bb88-68ffebb71c09 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:46.721164 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:46.727900 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1d558a18-9c6d-40f1-96b8-5cdfde9ca3a6 req-dd7cad22-9e2b-406e-b790-f6be29391be1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073172 Jun 16 18:34:46.843951 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-d0f7cc11-ea79-4e3d-9118-8cd6c3e3628a service neutron] 10.222.0.30 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063601 Jun 16 18:34:46.900526 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 7534c636-5b57-4eb8-bb88-68ffebb71c09 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:46.933127 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:34:46.986996 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:47.042768 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-dbe7a361-c227-47ea-8984-ba0e318a212c service neutron] 10.222.0.30 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793485 Jun 16 18:34:47.145267 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: ACTIVE; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:47.147742 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:47.227186 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:47.229034 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:47.233559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958f31b-63a0-4e59-9808-a63175ea8ed2" -d '{"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:47.247262 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:47.310479 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:47.368635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=8']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:47.538162 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f7a74-381c-48ad-8626-b7494d6fffa7 x-openstack-request-id: req-f41f7a74-381c-48ad-8626-b7494d6fffa7 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:47.538673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-unplugged", "status": "failed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "code": 422}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:47.539075 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f41f7a74-381c-48ad-8626-b7494d6fffa7 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:47.539765 dv-cinder-813229-10-iscsi neutron-server[103844]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f41f7a74-381c-48ad-8626-b7494d6fffa7']: {'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'code': 422} returned with failed status Jun 16 18:34:47.662703 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-22e701af-8944-482f-8a28-a98974ac6cfa req-0839e795-bbcf-4c42-ad26-92caf2fa061e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 210 time: 0.0789223 Jun 16 18:34:47.754239 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:47.782843 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7506a-26e7-40fa-b519-66edbd63afb5 req-a4e7b0c0-55b6-4012-9645-f9a532562ead tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:47.785865 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fde7506a-26e7-40fa-b519-66edbd63afb5 req-a4e7b0c0-55b6-4012-9645-f9a532562ead tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1363962 Jun 16 18:34:47.917022 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fde7506a-26e7-40fa-b519-66edbd63afb5 req-fa47bde2-fb5a-448c-bd8d-16cd0eb9ab1e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192403 Jun 16 18:34:48.707562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6d9b-880b-4c48-8faf-65ee219f5ac9 req-5401d32d-75a9-4ee1-bfe8-bf91f0ab0173 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:48.710983 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7d2f6d9b-880b-4c48-8faf-65ee219f5ac9 req-5401d32d-75a9-4ee1-bfe8-bf91f0ab0173 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0694628 Jun 16 18:34:48.796782 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7d2f6d9b-880b-4c48-8faf-65ee219f5ac9 req-337dea9a-6433-426b-a8ec-473374c51cf9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749638 Jun 16 18:34:48.821111 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-f341ebab-bd98-40d4-b088-d9eec5427470 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985687 Jun 16 18:34:48.890941 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a78adb9c-4082-455e-baeb-4982ffee08d1 req-1dd47a9f-6474-4659-81be-fc2631303609 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 210 time: 0.0804026 Jun 16 18:34:48.954324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:34:49.006078 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-07da27ae-d46d-4547-a470-3b8a9a7d398b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:49.008736 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-07da27ae-d46d-4547-a470-3b8a9a7d398b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports/fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 940 time: 0.1342118 Jun 16 18:34:49.145305 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c685c-0ea9-4798-8be0-a19d246ff143 req-5eb840ab-3b37-4abe-8995-70f51ed3ed1a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:49.149206 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-778c685c-0ea9-4798-8be0-a19d246ff143 req-5eb840ab-3b37-4abe-8995-70f51ed3ed1a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1050205 Jun 16 18:34:49.191130 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:49.263805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:49.290933 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'mac_address': 'fa:16:3e:e6:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:34:49.301896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-55adcdd4-c5e1-4c77-82ec-6cbdac557ed7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:49.305141 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-55adcdd4-c5e1-4c77-82ec-6cbdac557ed7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 810 time: 0.3774068 Jun 16 18:34:49.314942 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-778c685c-0ea9-4798-8be0-a19d246ff143 req-dc8810b5-0d07-4f6e-ae63-8d0f3322750c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532366 Jun 16 18:34:49.366540 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 68356597-c3ad-4071-ac45-b2f7aa7bca35 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:49.367262 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:49.388697 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68356597-c3ad-4071-ac45-b2f7aa7bca35 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:34:49.416574 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:49.424889 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:49.435409 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ddef4f25-bd94-4044-a6fb-84809caac4e1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 379 time: 0.1195173 Jun 16 18:34:49.457165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'port': {'device_id': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'admin_state_up': True, 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'security_groups': ['905a329b-de1e-4acc-8fb5-0e6e2856f916']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:49.499309 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:49.654175 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['68356597-c3ad-4071-ac45-b2f7aa7bca35'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:34:49.667266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Made reservation on behalf of 7a8e1d26bdfc400ebd1e070b09db615e for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:34:49.673686 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:49.912533 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Allocated IP 172.20.0.9 (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0/c839d679-7d4a-4e5c-bb8b-4081525b675d/897c17d5-5664-4330-a940-38c13c304dca) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:49.984769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:50.104889 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-70935359-507d-4d49-8609-c2877f3dee17 req-b197f755-d88c-461a-a148-a3b3e3c0fccd tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 210 time: 0.0458093 Jun 16 18:34:50.150688 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f10339-8382-4cfa-af3d-c9c257e83d1c req-f400e934-cf3a-4e12-93b6-936ebdaa3aaa tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.154059 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a9f10339-8382-4cfa-af3d-c9c257e83d1c req-f400e934-cf3a-4e12-93b6-936ebdaa3aaa tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1714053 Jun 16 18:34:50.406532 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-bad5a99c-e2fc-4483-9d3e-18ea9b702248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.409446 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-bad5a99c-e2fc-4483-9d3e-18ea9b702248 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5&tenant_id=7904e707e39846fdb8b7d019719dc163 HTTP/1.1" status: 200 len: 1127 time: 0.1501043 Jun 16 18:34:50.582600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956aaa-e04e-4746-82c6-40927096c1aa req-483438cc-3e44-437a-a531-83a460bb8a9b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.584817 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a9f10339-8382-4cfa-af3d-c9c257e83d1c req-1d126fe2-02f3-41dc-94a7-79d35a0f0735 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896924 Jun 16 18:34:50.585276 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-06956aaa-e04e-4746-82c6-40927096c1aa req-483438cc-3e44-437a-a531-83a460bb8a9b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 944 time: 0.1487579 Jun 16 18:34:50.591362 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-d3e29add-bac2-4b6e-878c-371d7c423cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.593935 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-d3e29add-bac2-4b6e-878c-371d7c423cba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1127 time: 0.1389785 Jun 16 18:34:50.600972 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (897c17d5-5664-4330-a940-38c13c304dca), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:50.641260 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:50.660965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:50.675993 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:50.735958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:50.740476 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:50.743536 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:50.793038 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-06956aaa-e04e-4746-82c6-40927096c1aa req-53b12b1b-b66f-456c-a015-a291bfd2cc26 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960783 Jun 16 18:34:50.808195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:50.844635 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-d2a34295-fd70-40c7-952b-73da8edc3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.847325 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-d2a34295-fd70-40c7-952b-73da8edc3460 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.2380884 Jun 16 18:34:50.850522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:50.851528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:50.879163 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-b3ac651c-85e5-4d07-8ccf-092f15d0e990 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4314585 Jun 16 18:34:50.892327 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Request body: {'port': {'device_id': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:50.970093 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-33285ac4-12be-4526-a2ad-d8173ca82781 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 999 time: 0.1164069 Jun 16 18:34:50.978997 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:34:51.014064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (897c17d5-5664-4330-a940-38c13c304dca), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.051681 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 68356597-c3ad-4071-ac45-b2f7aa7bca35 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:34:51.062862 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 68356597-c3ad-4071-ac45-b2f7aa7bca35 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:51.063511 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.077621 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-920f1460-ea97-43c1-bf6a-25f441d3f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:51.080139 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-920f1460-ea97-43c1-bf6a-25f441d3f59a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.0951807 Jun 16 18:34:51.158961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-ded9500a-e933-40e0-857b-9e1d9211915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:51.165493 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-ded9500a-e933-40e0-857b-9e1d9211915a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784807 Jun 16 18:34:51.207592 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-18a2cf35-ba88-4a8e-9924-119abc3e3b5e None None] Provisioning complete for port 897c17d5-5664-4330-a940-38c13c304dca triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:34:51.209730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-18a2cf35-ba88-4a8e-9924-119abc3e3b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (897c17d5-5664-4330-a940-38c13c304dca), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.252455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 68356597-c3ad-4071-ac45-b2f7aa7bca35 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:34:51.252765 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.296717 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:51.308518 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804cc20-b729-4e40-b69a-4fe6c14773b2" -d '{"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-plugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:51.331186 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:34:51.332364 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-18a2cf35-ba88-4a8e-9924-119abc3e3b5e None None] Port 897c17d5-5664-4330-a940-38c13c304dca cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:34:51.341458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.354507 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ef711-2521-4d0b-aad3-b1c4de93e5b5 x-openstack-request-id: req-bf7ef711-2521-4d0b-aad3-b1c4de93e5b5 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:51.354861 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-plugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:51.355233 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf7ef711-2521-4d0b-aad3-b1c4de93e5b5 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:51.355844 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7ef711-2521-4d0b-aad3-b1c4de93e5b5'] response: {'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'code': 200} Jun 16 18:34:51.408822 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-80c18c22-2b43-4b17-8267-79e37e5165be service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360802 Jun 16 18:34:51.417539 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:51.437689 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edc640-cd6a-4967-8310-ccc3bef3a6a1 req-c29747a9-cae6-417e-b0ce-e6960fe51f1a tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:51.440372 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a7edc640-cd6a-4967-8310-ccc3bef3a6a1 req-c29747a9-cae6-417e-b0ce-e6960fe51f1a tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 931 time: 0.1907799 Jun 16 18:34:51.531941 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:51.584016 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-6bf0c810-4223-4b09-8270-1cda205e2432 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338139 Jun 16 18:34:51.638396 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a7edc640-cd6a-4967-8310-ccc3bef3a6a1 req-5a692de8-3cfb-4ace-bb5e-903a4b7158cd tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889324 Jun 16 18:34:51.702538 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897c17d5-5664-4330-a940-38c13c304dca {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:34:51.715317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks [] for port (897c17d5-5664-4330-a940-38c13c304dca), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.732424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Transition to ACTIVE for port object 897c17d5-5664-4330-a940-38c13c304dca will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:34:51.738304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:51.784125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbc9ae-a9c6-430f-a148-6fe67f247698 req-e7dff378-e885-4e69-9b25-ef90fa514626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:51.788878 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-15fbc9ae-a9c6-430f-a148-6fe67f247698 req-e7dff378-e885-4e69-9b25-ef90fa514626 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1129 time: 0.1041956 Jun 16 18:34:51.806276 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Pushing event updated for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:51.816291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f67984-98ac-4eef-b77a-8504220d2899 req-3be33cbe-6258-4716-aafd-bb403b1a1cba tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:51.816291 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84f67984-98ac-4eef-b77a-8504220d2899 req-3be33cbe-6258-4716-aafd-bb403b1a1cba tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1104753 Jun 16 18:34:51.926582 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-84f67984-98ac-4eef-b77a-8504220d2899 req-8cce78f1-59c3-4add-a284-4f9a89ff2a39 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021447 Jun 16 18:34:52.051802 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-15fbc9ae-a9c6-430f-a148-6fe67f247698 req-3209c519-892a-4f5c-954e-4e41180eb962 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230178 Jun 16 18:34:52.070779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3a82a-10fb-43a3-b2a7-f8e73ae3b68f req-1832095c-81e3-464f-ba70-15e2b7e95b17 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:52.073400 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f0d3a82a-10fb-43a3-b2a7-f8e73ae3b68f req-1832095c-81e3-464f-ba70-15e2b7e95b17 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1451888 Jun 16 18:34:52.080218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Attempting to bind port 897c17d5-5664-4330-a940-38c13c304dca on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:34:52.080671 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Attempting to bind port 897c17d5-5664-4330-a940-38c13c304dca by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:34:52.081057 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Attempting to bind port 897c17d5-5664-4330-a940-38c13c304dca on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:52.095960 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Port 897c17d5-5664-4330-a940-38c13c304dca on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:34:52.096313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Attempting to bind port 897c17d5-5664-4330-a940-38c13c304dca on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:34:52.113496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:34:52.113998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Checking segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:34:52.114261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Bound using segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:34:52.115246 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Bound port: 897c17d5-5664-4330-a940-38c13c304dca, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:34:52.116327 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (897c17d5-5664-4330-a940-38c13c304dca), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:52.191035 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f0d3a82a-10fb-43a3-b2a7-f8e73ae3b68f req-25aa2709-2c8d-4d57-b858-bb19c893f294 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061790 Jun 16 18:34:52.198400 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:52.225425 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:52.232722 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:34:52.238301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=897c17d5-5664-4330-a940-38c13c304dca,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:34:52.247778 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:52.297045 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:52.298055 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:52.299601 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] 10.222.0.88 "PUT /v2.0/ports/897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 200 len: 1093 time: 1.4135878 Jun 16 18:34:52.300251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'tag': '897c17d5-5664-4330-a940-38c13c304dca'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:52.302610 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18937ce-91cf-4dea-a5a1-fcccea4c592f" -d '{"events": [{"name": "network-changed", "server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "tag": "897c17d5-5664-4330-a940-38c13c304dca"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:34:52.328563 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c559e-001a-4747-920a-ad7708968d18 service neutron] Pushing event updated for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:52.369430 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffdac24-53c9-4adf-8bfa-534febe74a80 x-openstack-request-id: req-5ffdac24-53c9-4adf-8bfa-534febe74a80 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:34:52.369938 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "tag": "897c17d5-5664-4330-a940-38c13c304dca", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:34:52.370371 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ffdac24-53c9-4adf-8bfa-534febe74a80 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:34:52.371089 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffdac24-53c9-4adf-8bfa-534febe74a80'] response: {'name': 'network-changed', 'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'tag': '897c17d5-5664-4330-a940-38c13c304dca', 'status': 'completed', 'code': 200} Jun 16 18:34:52.603008 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-288221f1-fbc0-469f-bd46-d48bd788d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:52.607439 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-288221f1-fbc0-469f-bd46-d48bd788d077 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1127 time: 0.1045313 Jun 16 18:34:52.686329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:52.834037 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cf733-f524-4ecc-9413-990a0ec3f02a req-143ef5de-da4e-4bf8-9006-129a2b677ae7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:52.839027 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-541cf733-f524-4ecc-9413-990a0ec3f02a req-143ef5de-da4e-4bf8-9006-129a2b677ae7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.0957282 Jun 16 18:34:53.221097 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745903a-4d59-43cf-86b7-038ff4d2c2c9 req-371350f3-4a9d-430f-a801-90735b19de85 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:53.229687 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d745903a-4d59-43cf-86b7-038ff4d2c2c9 req-371350f3-4a9d-430f-a801-90735b19de85 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0803206 Jun 16 18:34:53.309977 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d745903a-4d59-43cf-86b7-038ff4d2c2c9 req-de17f9e5-5955-41cc-b655-1676e41954ef tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792389 Jun 16 18:34:53.387760 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-541cf733-f524-4ecc-9413-990a0ec3f02a req-eb8fa122-84f5-49a2-8531-c1045e9f080d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5300145 Jun 16 18:34:53.515911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-70a2e74a-73e6-4db7-bd87-461247b85c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:53.527412 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-70a2e74a-73e6-4db7-bd87-461247b85c51 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6868024 Jun 16 18:34:53.575582 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709781ba-87fa-40d4-bb15-e2cc2d235015 req-62d6844b-4965-4ed2-ba5e-a99bb41bc498 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:53.578636 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-709781ba-87fa-40d4-bb15-e2cc2d235015 req-62d6844b-4965-4ed2-ba5e-a99bb41bc498 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1023169 Jun 16 18:34:53.750439 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-709781ba-87fa-40d4-bb15-e2cc2d235015 req-556d814c-342a-4ed3-afd7-4fc8e6cffbd4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553698 Jun 16 18:34:54.623913 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-37e8be86-3c0c-4979-b82d-a7fa7e627eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:54.624832 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:54.626614 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c18937ce-91cf-4dea-a5a1-fcccea4c592f req-37e8be86-3c0c-4979-b82d-a7fa7e627eb0 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5306470 Jun 16 18:34:54.654329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3f31-17e6-4233-8a58-7e97b05b11d3 req-93e1633b-6ca8-4c0a-a44c-a0f6944a948e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:54.667148 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1a3f31-17e6-4233-8a58-7e97b05b11d3 req-93e1633b-6ca8-4c0a-a44c-a0f6944a948e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1000345 Jun 16 18:34:54.668510 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007815-910b-4eac-881e-e1474566a002 req-5e8743a1-2588-4b24-808b-0449c48831cd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:54.681731 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb007815-910b-4eac-881e-e1474566a002 req-5e8743a1-2588-4b24-808b-0449c48831cd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1745071 Jun 16 18:34:54.747457 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-db1a3f31-17e6-4233-8a58-7e97b05b11d3 req-59d1966c-fa0d-4192-9f66-54eec0fb48e1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790386 Jun 16 18:34:54.775744 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fb007815-910b-4eac-881e-e1474566a002 req-c9a91ca2-df1d-4b17-858b-05b9cb37decb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901129 Jun 16 18:34:54.961476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d803a-696e-4bdc-a9a7-8577d601ba90 req-128ac0c7-0719-4847-a61c-e7d820c1b2e2 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:54.961971 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1a8d803a-696e-4bdc-a9a7-8577d601ba90 req-128ac0c7-0719-4847-a61c-e7d820c1b2e2 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0764630 Jun 16 18:34:55.071530 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1a8d803a-696e-4bdc-a9a7-8577d601ba90 req-87ad117b-e6fb-40d0-aa6b-e44a8098fcfa tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941617 Jun 16 18:34:55.355775 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027d95-9cd4-4ed7-955a-420da6b6bfa2 req-305843cc-6300-487c-85ab-54f55acabd53 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:55.357741 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4b027d95-9cd4-4ed7-955a-420da6b6bfa2 req-305843cc-6300-487c-85ab-54f55acabd53 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1085813 Jun 16 18:34:55.443338 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4b027d95-9cd4-4ed7-955a-420da6b6bfa2 req-15991c8a-0600-4712-89c6-f40b64cbe47e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751333 Jun 16 18:34:55.468286 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33832) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:55.798162 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb8afa-0e2a-406b-98a8-5a52d7ccdf24 tempest-TestShelveInstance-1905930032 tempest-TestShelveInstance-1905930032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:55.801418 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f8eb8afa-0e2a-406b-98a8-5a52d7ccdf24 tempest-TestShelveInstance-1905930032 tempest-TestShelveInstance-1905930032-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1124 time: 0.3320580 Jun 16 18:34:55.806231 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33840) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:34:55.815701 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:34:55.870295 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:55.973201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249a4fe-e17f-400f-8ce8-9ab3591dfbed req-54faf30f-f495-4dc3-9088-46ab94ba1f90 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:55.984721 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1249a4fe-e17f-400f-8ce8-9ab3591dfbed req-54faf30f-f495-4dc3-9088-46ab94ba1f90 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1099076 Jun 16 18:34:56.049666 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:56.075381 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:56.092630 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1249a4fe-e17f-400f-8ce8-9ab3591dfbed req-95a193ff-089c-4e86-a0d0-79d8eb9dcc84 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040826 Jun 16 18:34:56.123787 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812b78a-498a-47e3-8e7c-06df55798282 req-67d451a9-4e04-4d81-93bf-4423acf0b9b1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:56.126532 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3812b78a-498a-47e3-8e7c-06df55798282 req-67d451a9-4e04-4d81-93bf-4423acf0b9b1 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1963100 Jun 16 18:34:56.153487 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:56.339733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Allocated IP 172.27.2.97 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/11d65aed-1dae-42b7-8466-d6f7d438bb26) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:34:56.387179 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:56.437150 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3812b78a-498a-47e3-8e7c-06df55798282 req-45e49ee5-a97f-443d-917b-32d00fe67bcb tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958670 Jun 16 18:34:56.567374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:56.613641 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:56.674370 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:34:56.678975 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:34:56.683389 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:34:56.761450 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'Port': ['ID=11d65aed-1dae-42b7-8466-d6f7d438bb26,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:57.329474 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:57.355841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-572f5b0f-aca4-4d4b-a199-495a916416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:57.358733 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-572f5b0f-aca4-4d4b-a199-495a916416d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1127 time: 0.1392562 Jun 16 18:34:57.439594 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cb2da2d7-a409-4658-87e7-7f6a7e75ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:57.483562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4209e0-89a3-4f76-9666-e5dad91069da req-902903d7-e78d-4547-b6af-8cb30373acda tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:57.497389 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b4209e0-89a3-4f76-9666-e5dad91069da req-902903d7-e78d-4547-b6af-8cb30373acda tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1905568 Jun 16 18:34:57.542912 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for floatingip (ac5fbff7-fe2e-49dc-9591-22254362f698), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:57.647995 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b4209e0-89a3-4f76-9666-e5dad91069da req-7cabd773-e3d7-40fa-a7ec-9f89fbecbe62 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492443 Jun 16 18:34:57.654992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:57.694040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:57.779340 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-4bb65458-53b3-4a34-9336-f5b91ead5d28 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 200 len: 217 time: 0.1070316 Jun 16 18:34:57.788477 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51761-740e-4e18-99a2-2046e0bd3661 req-ba631d3e-2baa-4272-a7ae-dc61a7be003e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:57.790450 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7aa51761-740e-4e18-99a2-2046e0bd3661 req-ba631d3e-2baa-4272-a7ae-dc61a7be003e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1964386 Jun 16 18:34:57.972901 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7aa51761-740e-4e18-99a2-2046e0bd3661 req-bdcaf8d8-d746-4e69-8421-835df24078ab tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714115 Jun 16 18:34:57.977580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-84607f60-5023-4dcb-b2c1-1277093ac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:57.977933 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-84607f60-5023-4dcb-b2c1-1277093ac6db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.1688244 Jun 16 18:34:58.103176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:58.110801 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-a9ff0a65-4ac4-48fe-99a6-ee5a88949d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:58.114824 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:58.117246 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-a9ff0a65-4ac4-48fe-99a6-ee5a88949d43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1162634 Jun 16 18:34:58.257822 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event updated for resources: {'Port': ['ID=11d65aed-1dae-42b7-8466-d6f7d438bb26,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:34:58.296909 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (ac5fbff7-fe2e-49dc-9591-22254362f698), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:58.533296 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Floating IP ac5fbff7-fe2e-49dc-9591-22254362f698 associated. External IP: 172.27.2.97, port: 68356597-c3ad-4071-ac45-b2f7aa7bca35. Jun 16 18:34:59.013516 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c212fb-e553-4b29-a9cf-c0cead623e07 req-01e7c9c9-32a8-423f-8824-3afe2b8811b0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:59.024936 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-66c212fb-e553-4b29-a9cf-c0cead623e07 req-01e7c9c9-32a8-423f-8824-3afe2b8811b0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1682477 Jun 16 18:34:59.063905 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:34:59.258893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:59.288633 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccd819-c516-456b-80a6-4433322a6291 req-8c71bb1f-c8bf-48e6-9234-49bdd6319de9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:34:59.300695 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-68ccd819-c516-456b-80a6-4433322a6291 req-8c71bb1f-c8bf-48e6-9234-49bdd6319de9 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1547930 Jun 16 18:34:59.419401 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:59.426406 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-68ccd819-c516-456b-80a6-4433322a6291 req-798b2b74-fee0-4103-8d69-18ed281ae5e3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247928 Jun 16 18:34:59.577916 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-66c212fb-e553-4b29-a9cf-c0cead623e07 req-130806ba-0115-4b76-9f66-9c9f10434147 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5484064 Jun 16 18:34:59.736185 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2518236-9456-4873-8822-fedbfc397b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:59.758807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:34:59.769471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:34:59.794192 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Sync routers for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:34:59.809516 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:34:59.811139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:34:59.812091 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:34:59.890651 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7b4ba2a7-fdf5-4965-b794-22ee8e917067 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0823910 Jun 16 18:34:59.891794 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:34:59.896962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58" -d '{"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:00.132835 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:00.193403 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc4fda-e714-4912-8f4c-501fb984c2d6 x-openstack-request-id: req-d9fc4fda-e714-4912-8f4c-501fb984c2d6 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:00.193854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:00.194223 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9fc4fda-e714-4912-8f4c-501fb984c2d6 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:00.194850 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fc4fda-e714-4912-8f4c-501fb984c2d6'] response: {'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'status': 'completed', 'code': 200} Jun 16 18:35:00.658251 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:00.719531 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'ac5fbff7-fe2e-49dc-9591-22254362f698', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'mac_address': 'fa:16:3e:e6:7b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:57Z', 'updated_at': '2022-06-16T18:34:57Z', 'revision_number': 0, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:00.754274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Checking router: d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:00.766353 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:00.767033 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:00.779756 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ed520-fb4e-4db0-bc8d-9b8b2c5a3383 req-c7c6f266-e940-4ec8-985f-cf640f7da6ea tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:00.785405 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-481ed520-fb4e-4db0-bc8d-9b8b2c5a3383 req-c7c6f266-e940-4ec8-985f-cf640f7da6ea tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.1315093 Jun 16 18:35:00.874200 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c758f0-aa0e-4169-b6dc-23cca394f5fb req-f4e764df-1f09-4203-866c-9b772bf67c9d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:00.882922 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74c758f0-aa0e-4169-b6dc-23cca394f5fb req-f4e764df-1f09-4203-866c-9b772bf67c9d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1654563 Jun 16 18:35:00.901245 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:00.918699 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-481ed520-fb4e-4db0-bc8d-9b8b2c5a3383 req-c2c37ac1-d0e1-4eee-85a8-7d13b769faf3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178877 Jun 16 18:35:00.960654 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74c758f0-aa0e-4169-b6dc-23cca394f5fb req-918afd80-c5cf-4b2b-91c8-d63299b80ba2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763578 Jun 16 18:35:01.038491 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:01.114160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:01.577393 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'ac5fbff7-fe2e-49dc-9591-22254362f698', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'mac_address': 'fa:16:3e:e6:7b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:57Z', 'updated_at': '2022-06-16T18:34:57Z', 'revision_number': 0, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:01.643661 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55c46f-73ed-47f8-bd4a-76707759c132 None None] The sync data for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi is: [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': 'ac5fbff7-fe2e-49dc-9591-22254362f698', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'mac_address': 'fa:16:3e:e6:7b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:57Z', 'updated_at': '2022-06-16T18:34:57Z', 'revision_number': 0, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:02.109822 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa7d1c-124f-4133-a0c4-0b5dab0c89d2 None None] New status for floating IP ac5fbff7-fe2e-49dc-9591-22254362f698: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:35:02.147623 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290394-8680-4c3b-881c-d6f9d214ac05 req-7384912d-5f4b-40f8-8ca0-7aba6f053859 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:02.149413 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6e290394-8680-4c3b-881c-d6f9d214ac05 req-7384912d-5f4b-40f8-8ca0-7aba6f053859 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.0787365 Jun 16 18:35:02.161298 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276159d-ddce-4626-82d4-ddba37d28673 req-5e06e3a2-8e62-4688-a099-0c41d908247f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:02.164400 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2276159d-ddce-4626-82d4-ddba37d28673 req-5e06e3a2-8e62-4688-a099-0c41d908247f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0969214 Jun 16 18:35:02.216677 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6e290394-8680-4c3b-881c-d6f9d214ac05 req-f5824fe1-5255-4785-8ebe-a15e6089a562 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608201 Jun 16 18:35:02.237268 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2276159d-ddce-4626-82d4-ddba37d28673 req-bca6086c-b57b-434b-955a-283cbcd6fabe tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641863 Jun 16 18:35:02.393543 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-ef8ab84c-58f9-4f7b-b482-4cac791249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:02.395318 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-ef8ab84c-58f9-4f7b-b482-4cac791249ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1129 time: 0.0604172 Jun 16 18:35:02.464623 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-f7ce9ff2-17b3-4e5e-ac35-b2cd683f7ddd service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429691 Jun 16 18:35:02.477756 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:02.805920 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf8919-f0b4-4f2d-8253-9707b4130bdf req-6292dc5a-423f-4bf8-b111-6e2fc6fcf3ec tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:02.808520 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78cf8919-f0b4-4f2d-8253-9707b4130bdf req-6292dc5a-423f-4bf8-b111-6e2fc6fcf3ec tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0632722 Jun 16 18:35:02.815429 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:02.882074 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78cf8919-f0b4-4f2d-8253-9707b4130bdf req-095706cc-0a6f-4fae-a25e-96896994f600 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647240 Jun 16 18:35:03.161563 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2dff2af2-aa89-4e7c-893a-cc59aeb77a51 req-f4950618-84c5-4eec-9089-1727736853c3 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087086 Jun 16 18:35:03.195229 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-3bb6637a-c4f4-408f-995a-6eb4bca11668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:03.196795 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-3bb6637a-c4f4-408f-995a-6eb4bca11668 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.1448097 Jun 16 18:35:03.354041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae21d-bb51-4919-b224-11e999d1d416 req-c038c80c-3362-4efe-88f2-8a9005d2ce04 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:03.355708 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b43ae21d-bb51-4919-b224-11e999d1d416 req-c038c80c-3362-4efe-88f2-8a9005d2ce04 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.0568507 Jun 16 18:35:03.382368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2793-aa99-4bd4-8322-493bcaaf4015 req-122cdc2f-b1e3-4fe3-9d92-6d75cc668aab tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:03.384089 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-402a2793-aa99-4bd4-8322-493bcaaf4015 req-122cdc2f-b1e3-4fe3-9d92-6d75cc668aab tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0544243 Jun 16 18:35:03.419916 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b43ae21d-bb51-4919-b224-11e999d1d416 req-3463fe63-be83-4895-9f8c-bcb0a1bea3f4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570414 Jun 16 18:35:03.438279 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-402a2793-aa99-4bd4-8322-493bcaaf4015 req-c7ad63f3-e7bc-4fb1-bd8c-6709136cf64a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478957 Jun 16 18:35:04.013369 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502cb6-2a3b-4153-a3ae-e8e80d3cfcfc req-ef08615c-c63b-4da3-9420-847d433b878d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:04.014980 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c5502cb6-2a3b-4153-a3ae-e8e80d3cfcfc req-ef08615c-c63b-4da3-9420-847d433b878d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0523589 Jun 16 18:35:04.067037 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c5502cb6-2a3b-4153-a3ae-e8e80d3cfcfc req-757db67c-fe30-45d3-a9ca-410cf81f2e5d tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Jun 16 18:35:04.491387 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-7573da8a-cd60-4e9f-959d-15e09950eac7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 1000 time: 0.0707946 Jun 16 18:35:04.555863 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d907-b9c3-444f-8734-d9f5e764a326 req-ae0b5b95-e677-4b56-8e4d-6f6f75cf9cd2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:04.557564 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0932d907-b9c3-444f-8734-d9f5e764a326 req-ae0b5b95-e677-4b56-8e4d-6f6f75cf9cd2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.0600865 Jun 16 18:35:04.580133 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a16b26-b616-4a1c-a6d3-e53484779f7c req-94b7a706-5522-4e0b-963b-a5c3e223a0ca tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:04.582041 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-98a16b26-b616-4a1c-a6d3-e53484779f7c req-94b7a706-5522-4e0b-963b-a5c3e223a0ca tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 943 time: 0.0554712 Jun 16 18:35:04.620017 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0932d907-b9c3-444f-8734-d9f5e764a326 req-2b6a08e6-8c6c-45b4-87e8-670c62ee0af0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563529 Jun 16 18:35:04.644911 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-98a16b26-b616-4a1c-a6d3-e53484779f7c req-593312a1-b15d-42ca-ae90-493819d95c0f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560186 Jun 16 18:35:05.044422 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:35:05.173727 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:05.195015 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'port_id': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'mac_address': 'fa:16:3e:c3:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:35:05.209739 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8c40-986e-47ad-9d47-1567a60e8bce req-4c23cf6a-45e7-4667-a35a-64944447ed07 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.211597 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eeaf8c40-986e-47ad-9d47-1567a60e8bce req-4c23cf6a-45e7-4667-a35a-64944447ed07 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0678263 Jun 16 18:35:05.243001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:35:05.243399 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:05.260397 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:35:05.266929 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.286819 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:05.293468 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:05.304104 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-eeaf8c40-986e-47ad-9d47-1567a60e8bce req-236638ed-cda7-49c2-821f-68fa70c0834f tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups?id=a47ae51e-2186-4c85-8df1-c2282eba0684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813847 Jun 16 18:35:05.358730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=9']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:05.466246 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-1e9a7a7d-f11d-4bd6-b0aa-a655d94bf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.467828 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-1e9a7a7d-f11d-4bd6-b0aa-a655d94bf9f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0514390 Jun 16 18:35:05.519212 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-9f3b2a0e-ec5a-415e-b093-d17d643b77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.521601 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-9f3b2a0e-ec5a-415e-b093-d17d643b77ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450988 Jun 16 18:35:05.524762 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['fc74ff6c-f681-43e5-ba34-42732de13dac'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:35:05.648037 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab9a68-528b-4106-bbbf-d33684db696c req-9d2c1b98-0e22-4bd7-81a8-3582a41168d1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.650761 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9bab9a68-528b-4106-bbbf-d33684db696c req-9d2c1b98-0e22-4bd7-81a8-3582a41168d1 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 945 time: 0.0790632 Jun 16 18:35:05.658185 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.664121 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-1b6b8e8f-1324-4be0-b3ae-25e67207025b service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358895 Jun 16 18:35:05.778195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port 73b67cf2-c85d-4366-8b42-9ed862d569e5 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:05.778195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:05.790008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.804312 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.865755 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d10f5acf-dba8-4f40-b6a0-3a3a20be7d58 req-b70fa692-ccf5-487a-8f96-3f2afcceaf73 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938415 Jun 16 18:35:05.878167 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34624d-3e25-4de1-9559-cb482fdf0a2c req-1a913cf9-14fb-474e-86d4-a1f2b7ab1abd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.879840 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b34624d-3e25-4de1-9559-cb482fdf0a2c req-1a913cf9-14fb-474e-86d4-a1f2b7ab1abd tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.0711057 Jun 16 18:35:05.883004 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b3cd5-2732-4517-946b-bc0605f82e2c req-d38e4c12-220e-4f24-8257-b832d030fde9 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:05.885456 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a77b3cd5-2732-4517-946b-bc0605f82e2c req-d38e4c12-220e-4f24-8257-b832d030fde9 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1087823 Jun 16 18:35:05.944319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.958237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] For port 73b67cf2-c85d-4366-8b42-9ed862d569e5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73b67cf2-c85d-4366-8b42-9ed862d569e5,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:05.958596 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:05.959514 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b34624d-3e25-4de1-9559-cb482fdf0a2c req-d4156b31-354c-47f1-8e3c-5181bfb05a0f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626733 Jun 16 18:35:05.985310 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:05.997076 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a77b3cd5-2732-4517-946b-bc0605f82e2c req-a0e1fc6b-02a8-4bec-8ef3-279037840e02 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029315 Jun 16 18:35:06.165471 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:06.165838 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:06.166166 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Floating IP 532afcf4-bbdc-4fdb-b56b-74a2bba4273b disassociated. External IP: 172.27.2.236, port: 73b67cf2-c85d-4366-8b42-9ed862d569e5. Jun 16 18:35:06.166526 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for 73b67cf2-c85d-4366-8b42-9ed862d569e5 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:06.304644 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (73b67cf2-c85d-4366-8b42-9ed862d569e5), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:06.334877 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=73b67cf2-c85d-4366-8b42-9ed862d569e5,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:06.420252 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-43918d70-f944-4015-9b48-57f54fb25d1e req-cec1537a-59fc-49fe-82a4-a66bed6812b4 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/ports?device_id=3827385c-be20-4887-9735-0e5e54113151 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Jun 16 18:35:06.469136 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:35:06.593417 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:35:06.608931 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:06.622475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:06.623028 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:06.680528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] No DVR routers for this DVR port 73b67cf2-c85d-4366-8b42-9ed862d569e5 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:35:06.686273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:06.691731 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9bab9a68-528b-4106-bbbf-d33684db696c req-ad2092c5-2580-4b3a-9328-cf710d7e8a0b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.88 "DELETE /v2.0/ports/73b67cf2-c85d-4366-8b42-9ed862d569e5 HTTP/1.1" status: 204 len: 173 time: 1.0344250 Jun 16 18:35:06.692953 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'name': 'network-vif-deleted', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:35:06.697099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b058c4-5a6d-4f83-9371-4f585731fc98" -d '{"events": [{"server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "name": "network-vif-deleted", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:06.765041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0fa79-50c8-41b9-bfd6-5762c073fbb7 x-openstack-request-id: req-a2f0fa79-50c8-41b9-bfd6-5762c073fbb7 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:06.765410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3827385c-be20-4887-9735-0e5e54113151", "name": "network-vif-deleted", "tag": "73b67cf2-c85d-4366-8b42-9ed862d569e5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:06.765753 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2f0fa79-50c8-41b9-bfd6-5762c073fbb7 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:06.766235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f0fa79-50c8-41b9-bfd6-5762c073fbb7'] response: {'server_uuid': '3827385c-be20-4887-9735-0e5e54113151', 'name': 'network-vif-deleted', 'tag': '73b67cf2-c85d-4366-8b42-9ed862d569e5', 'status': 'completed', 'code': 200} Jun 16 18:35:06.796935 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:07.046311 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 897c17d5-5664-4330-a940-38c13c304dca details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:35:07.049604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:35:07.150682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70bd8-d118-49c7-84e9-9efd9de932d9 req-bd781885-0a36-40d1-96e9-9c225cd4d0f3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:07.152615 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-adf70bd8-d118-49c7-84e9-9efd9de932d9 req-bd781885-0a36-40d1-96e9-9c225cd4d0f3 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 944 time: 0.0765858 Jun 16 18:35:07.186080 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d880073-830a-4daf-b011-e8e322abc2f8 req-280113e5-8b33-45d9-8e88-4b4a059a925c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:07.188397 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:07.205414 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d880073-830a-4daf-b011-e8e322abc2f8 req-280113e5-8b33-45d9-8e88-4b4a059a925c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 943 time: 0.1145842 Jun 16 18:35:07.227077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:07.253573 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-adf70bd8-d118-49c7-84e9-9efd9de932d9 req-ed03aa93-5a43-4b8a-800b-116ebf31ca94 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924981 Jun 16 18:35:07.330883 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:07.331895 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:07.336687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port fc74ff6c-f681-43e5-ba34-42732de13dac triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:35:07.374210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.374682 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d880073-830a-4daf-b011-e8e322abc2f8 req-823fa0e3-ac6d-426a-b044-8b2a3da7e97c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435699 Jun 16 18:35:07.570807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 33918) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:07.643277 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (a47ae51e-2186-4c85-8df1-c2282eba0684), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.676900 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (a47ae51e-2186-4c85-8df1-c2282eba0684), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.727655 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=897c17d5-5664-4330-a940-38c13c304dca,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:07.755605 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a47ae51e-2186-4c85-8df1-c2282eba0684), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.759999 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '897c17d5-5664-4330-a940-38c13c304dca', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'port_id': '897c17d5-5664-4330-a940-38c13c304dca', 'mac_address': 'fa:16:3e:72:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:35:07.761435 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.763732 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/security-groups/a47ae51e-2186-4c85-8df1-c2282eba0684 HTTP/1.1" status: 204 len: 168 time: 0.1914992 Jun 16 18:35:07.768091 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33922) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:07.781148 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ae51e-2186-4c85-8df1-c2282eba0684,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:07.794620 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.795241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.795794 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-639614eb-a5cc-4b26-a41c-ee7ad268ba50 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] show failed (client error): The resource could not be found. Jun 16 18:35:07.795973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.796432 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.797014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.797843 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.798425 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.799006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.799588 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.800208 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.800431 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:07.800788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.801365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.802797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.802977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.803366 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-639614eb-a5cc-4b26-a41c-ee7ad268ba50 tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "GET /v2.0/security-groups/a47ae51e-2186-4c85-8df1-c2282eba0684 HTTP/1.1" status: 404 len: 347 time: 0.0313423 Jun 16 18:35:07.803867 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083504a4-222b-4300-b8dc-1e87ba41394b tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:07.804994 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 33924) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:07.850074 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:07.892372 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:07.893764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fc74ff6c-f681-43e5-ba34-42732de13dac is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:35:07.894880 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:07.957784 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Deleting port a7d40550-2f85-4454-92f7-0308bf9fce52 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:07.958172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.046567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 897c17d5-5664-4330-a940-38c13c304dca is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:35:08.047083 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (897c17d5-5664-4330-a940-38c13c304dca), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.053116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.053116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (a7d40550-2f85-4454-92f7-0308bf9fce52), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.068109 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Calling delete_port for a7d40550-2f85-4454-92f7-0308bf9fce52 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:08.076982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:35:08.081563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a67ba-28f8-4030-9b18-078f1ce49ea3" -d '{"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:08.086948 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:08.129004 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:08.147670 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:08.156081 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d8011-3076-4d0a-9398-f7c55406e60d x-openstack-request-id: req-6e7d8011-3076-4d0a-9398-f7c55406e60d {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:08.156646 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-plugged", "status": "completed", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:08.157229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e7d8011-3076-4d0a-9398-f7c55406e60d {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:08.158132 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7d8011-3076-4d0a-9398-f7c55406e60d'] response: {'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'code': 200} Jun 16 18:35:08.161062 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897c17d5-5664-4330-a940-38c13c304dca {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:35:08.233713 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.289687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (a7d40550-2f85-4454-92f7-0308bf9fce52), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.319480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=897c17d5-5664-4330-a940-38c13c304dca,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:08.333676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Pushing event deleted for resources: {'Port': ['ID=a7d40550-2f85-4454-92f7-0308bf9fce52,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:08.343485 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.343876 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.344300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.344650 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.344994 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.345343 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.345566 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.346111 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.346449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.346790 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.347687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.348238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.349201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.349545 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.349873 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.350212 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:08.391226 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=10']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:08.536516 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e62a1a-beee-41c8-b564-cc1ac6e9a7cd req-fa378472-6053-4914-bb2d-5cdaafdea096 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:08.538326 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-87e62a1a-beee-41c8-b564-cc1ac6e9a7cd req-fa378472-6053-4914-bb2d-5cdaafdea096 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.1493628 Jun 16 18:35:08.539427 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929070-dc70-4684-ba08-1efc6d8f1aff req-e6e16d29-565c-4ac9-840c-87d09688b753 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:08.541310 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d9929070-dc70-4684-ba08-1efc6d8f1aff req-e6e16d29-565c-4ac9-840c-87d09688b753 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 944 time: 0.0796998 Jun 16 18:35:08.541657 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa89c04-a7f1-463a-b282-67bd8b421312 req-337d2b9c-1c0c-4174-907f-7a2feca771b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:08.543749 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bfa89c04-a7f1-463a-b282-67bd8b421312 req-337d2b9c-1c0c-4174-907f-7a2feca771b3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1130 time: 0.1848955 Jun 16 18:35:08.567238 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:08.611723 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d9929070-dc70-4684-ba08-1efc6d8f1aff req-6db57f4e-e130-43f1-afbc-21f36ede73d4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628843 Jun 16 18:35:08.632562 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['897c17d5-5664-4330-a940-38c13c304dca'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:35:08.635330 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:08.641786 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9d00-1104-4bda-b16e-c6311b52008b None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:28:35Z', 'revision_number': 4, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '97b4e0f5-0736-46d5-8683-e52d7324ba4a', 'name': '', 'network_id': '8dc64fea-6d01-44bc-9636-d5525e5d1ec1', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'mac_address': 'fa:16:3e:9b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:31Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'subnets': [{'id': '6151e839-0710-4cd6-9b32-b8e36d63307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:08.955447 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks [] for floatingip (532afcf4-bbdc-4fdb-b56b-74a2bba4273b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.958096 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:08.960210 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e3163916-286b-40e1-980e-807d571a98cd tempest-AttachVolumeNegativeTest-1927047282 tempest-AttachVolumeNegativeTest-1927047282-project] 10.222.0.30 "DELETE /v2.0/floatingips/532afcf4-bbdc-4fdb-b56b-74a2bba4273b HTTP/1.1" status: 204 len: 168 time: 1.1532927 Jun 16 18:35:09.018055 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440d657-7f1f-42fc-9d29-0462a5d49276 None None] New status for floating IP 532afcf4-bbdc-4fdb-b56b-74a2bba4273b: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:35:09.024194 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bfa89c04-a7f1-463a-b282-67bd8b421312 req-ba8f77eb-c9d7-4d75-bfc5-0c6262fd057c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669774 Jun 16 18:35:09.037530 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-87e62a1a-beee-41c8-b564-cc1ac6e9a7cd req-d33d3419-e164-4d99-87c6-65b21b3feb3e tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210115 Jun 16 18:35:09.355973 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 897c17d5-5664-4330-a940-38c13c304dca up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:35:09.410207 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 897c17d5-5664-4330-a940-38c13c304dca completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:35:09.417960 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 897c17d5-5664-4330-a940-38c13c304dca triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:35:09.418502 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (897c17d5-5664-4330-a940-38c13c304dca), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:09.508739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 897c17d5-5664-4330-a940-38c13c304dca is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:35:09.508928 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (897c17d5-5664-4330-a940-38c13c304dca), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:09.554088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=897c17d5-5664-4330-a940-38c13c304dca,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:09.560424 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:09.561114 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 73b67cf2-c85d-4366-8b42-9ed862d569e5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:35:09.601991 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 73b67cf2-c85d-4366-8b42-9ed862d569e5 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:35:09.602408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 73b67cf2-c85d-4366-8b42-9ed862d569e5 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:35:09.612961 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:09.637739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:09.753991 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ee6b-e41f-4b4d-97e1-a915a16c0578 req-0b489bf1-acd8-4b79-9096-afd878118491 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:09.756555 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0c01ee6b-e41f-4b4d-97e1-a915a16c0578 req-0b489bf1-acd8-4b79-9096-afd878118491 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0569074 Jun 16 18:35:09.825559 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0c01ee6b-e41f-4b4d-97e1-a915a16c0578 req-151f8526-ac4f-498f-8f52-c71b8681f03d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624833 Jun 16 18:35:10.160038 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c17d5-5664-4330-a940-38c13c304dca'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:35:10.165227 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad040534-7707-4942-8429-cc9d3127ff80" -d '{"events": [{"server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "897c17d5-5664-4330-a940-38c13c304dca"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:10.234937 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ab580-d3dc-4d07-9db1-cae8f4a89441 x-openstack-request-id: req-215ab580-d3dc-4d07-9db1-cae8f4a89441 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:10.235279 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "897c17d5-5664-4330-a940-38c13c304dca", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:10.235751 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-215ab580-d3dc-4d07-9db1-cae8f4a89441 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:10.236241 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215ab580-d3dc-4d07-9db1-cae8f4a89441'] response: {'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c17d5-5664-4330-a940-38c13c304dca', 'code': 200} Jun 16 18:35:10.250119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be45f75-5d7c-4883-9e12-297567732ddb req-f5c2a5dc-ec3c-4c47-b800-916a5aa8f42a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:10.251955 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7be45f75-5d7c-4883-9e12-297567732ddb req-f5c2a5dc-ec3c-4c47-b800-916a5aa8f42a tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.0706258 Jun 16 18:35:10.360946 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7be45f75-5d7c-4883-9e12-297567732ddb req-22230216-0cdf-4d6e-8e36-0571fcfced15 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995650 Jun 16 18:35:10.871151 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e9ac-47f7-4da1-aa59-7790eeb9e2de req-90f6c9ca-de88-462b-ab91-8d41cb399fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:10.873391 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1858e9ac-47f7-4da1-aa59-7790eeb9e2de req-90f6c9ca-de88-462b-ab91-8d41cb399fea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1129 time: 0.0594797 Jun 16 18:35:10.934116 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1858e9ac-47f7-4da1-aa59-7790eeb9e2de req-9af8a7cb-4641-4852-9056-babb28ff5947 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514107 Jun 16 18:35:11.003020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a3da8-787f-4525-9ce0-a873a3833faa req-19005865-748b-496e-9e8c-7cfd743408fc tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:11.005813 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-068a3da8-787f-4525-9ce0-a873a3833faa req-19005865-748b-496e-9e8c-7cfd743408fc tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0581846 Jun 16 18:35:11.095768 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-068a3da8-787f-4525-9ce0-a873a3833faa req-cc938478-9f47-452e-920b-b6c940667b68 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808411 Jun 16 18:35:11.550058 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4fc67-f65e-4ae6-8e18-c9a779e517ea req-ea08949a-2895-4379-a31a-7f7c9d42da5d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:11.553757 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b1a4fc67-f65e-4ae6-8e18-c9a779e517ea req-ea08949a-2895-4379-a31a-7f7c9d42da5d tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.0881710 Jun 16 18:35:11.639755 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b1a4fc67-f65e-4ae6-8e18-c9a779e517ea req-d13d4059-95fe-453d-aff0-77abfb9ba7e0 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775235 Jun 16 18:35:12.237213 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ac051-0165-4338-a423-267bd66f1228 req-45672bdb-e73b-4e8d-ba5c-11aa0d67fc94 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:12.238834 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a63ac051-0165-4338-a423-267bd66f1228 req-45672bdb-e73b-4e8d-ba5c-11aa0d67fc94 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0577199 Jun 16 18:35:12.301032 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a63ac051-0165-4338-a423-267bd66f1228 req-146f24c5-275a-4201-98cf-63232aea79d7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509250 Jun 16 18:35:12.310032 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:13.024790 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34016) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:13.304992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:13.434987 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:13.488607 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd811b7-9b79-449e-9ef8-f02f59316722 req-cb57aacd-4f99-408b-b443-fb80f76714d4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:13.491153 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5dd811b7-9b79-449e-9ef8-f02f59316722 req-cb57aacd-4f99-408b-b443-fb80f76714d4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0763757 Jun 16 18:35:13.499668 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (59f310f4-b906-4d3e-b914-b6129362ae3e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:13.571765 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5dd811b7-9b79-449e-9ef8-f02f59316722 req-42210cea-91a6-45d8-aaa7-2803f15df0cc tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694962 Jun 16 18:35:13.751759 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a649fd-d698-4e27-9e79-21ea1633f851 req-6db2f564-0446-4485-9e97-26bcae8b3e93 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:13.753489 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-24a649fd-d698-4e27-9e79-21ea1633f851 req-6db2f564-0446-4485-9e97-26bcae8b3e93 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0833244 Jun 16 18:35:13.768428 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34024) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:13.789205 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'floatingip': {'port_id': '897c17d5-5664-4330-a940-38c13c304dca'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:35:13.842152 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:13.952633 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Deleting port 97b4e0f5-0736-46d5-8683-e52d7324ba4a {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:13.952967 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:14.166096 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] For port 97b4e0f5-0736-46d5-8683-e52d7324ba4a, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97b4e0f5-0736-46d5-8683-e52d7324ba4a,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:14.166376 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:14.194324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Calling delete_port for 97b4e0f5-0736-46d5-8683-e52d7324ba4a owned by network:router_interface {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:14.359404 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:14.567740 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:14.614648 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:14.624026 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:14.682510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (97b4e0f5-0736-46d5-8683-e52d7324ba4a), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:14.773743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b4e0f5-0736-46d5-8683-e52d7324ba4a,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:15.291594 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Floating IP 45eb96e3-d7fd-41e0-b8e7-c0e92addcda4 associated. External IP: 172.27.2.155, port: 897c17d5-5664-4330-a940-38c13c304dca. Jun 16 18:35:15.745069 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (59f310f4-b906-4d3e-b914-b6129362ae3e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:16.001325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:35:16.025326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:16.300903 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:16.394628 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:35:16.406616 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:16.406914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:16.422024 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:16.422940 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:16.477397 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Router 59f310f4-b906-4d3e-b914-b6129362ae3e has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:35:16.486742 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:35:16.495228 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b026974a-d325-4db6-afec-fbee4e0f813d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "PUT /v2.0/floatingips/45eb96e3-d7fd-41e0-b8e7-c0e92addcda4 HTTP/1.1" status: 200 len: 991 time: 2.7235098 Jun 16 18:35:16.496401 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'tag': '897c17d5-5664-4330-a940-38c13c304dca'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:35:16.500388 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "tag": "897c17d5-5664-4330-a940-38c13c304dca"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:16.534168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:16.593758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79091855-be5b-4b0a-948b-f3d856ac507c x-openstack-request-id: req-79091855-be5b-4b0a-948b-f3d856ac507c {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:16.594118 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "tag": "897c17d5-5664-4330-a940-38c13c304dca", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:16.594473 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79091855-be5b-4b0a-948b-f3d856ac507c {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:16.594970 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79091855-be5b-4b0a-948b-f3d856ac507c'] response: {'name': 'network-changed', 'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'tag': '897c17d5-5664-4330-a940-38c13c304dca', 'status': 'completed', 'code': 200} Jun 16 18:35:16.647790 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:16.651880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:16.652220 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-f253a603-4cb2-4787-b0e9-551878ed1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:16.655052 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-f253a603-4cb2-4787-b0e9-551878ed1db7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1129 time: 0.0564191 Jun 16 18:35:16.693825 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:35:16.707260 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Sync routers for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:16.707655 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-174568cc-b008-4f45-bdba-238d504af847 admin admin] 10.222.0.30 "PUT /v2.0/routers/59f310f4-b906-4d3e-b914-b6129362ae3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6812427 Jun 16 18:35:16.709943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34030) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:16.723550 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:16.726119 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:16.845660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-2f228bf1-b87e-44df-8dd2-85159727000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:16.849535 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-2f228bf1-b87e-44df-8dd2-85159727000c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.1858308 Jun 16 18:35:16.882712 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks [] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:16.929132 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:16.936319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:16.955216 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-66148578-fdac-4f4e-800b-3cff15a51ebb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 200 len: 999 time: 0.0986843 Jun 16 18:35:17.025846 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks [] for router_gateway (59f310f4-b906-4d3e-b914-b6129362ae3e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.036864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:17.048751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-9eb5a1d0-756f-40d4-a4bf-f5e7374a3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:17.050740 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-9eb5a1d0-756f-40d4-a4bf-f5e7374a3c4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.0870306 Jun 16 18:35:17.079535 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '45eb96e3-d7fd-41e0-b8e7-c0e92addcda4', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': '897c17d5-5664-4330-a940-38c13c304dca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:72:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:45Z', 'updated_at': '2022-06-16T18:35:14Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.111728 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Deleting port a4381524-26b2-44d7-99bd-393686076c83 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:17.112005 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-c6ef8184-ba6f-4fb9-b5fd-79c598d8ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:17.112292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:17.113086 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a4381524-26b2-44d7-99bd-393686076c83), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.114407 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-c6ef8184-ba6f-4fb9-b5fd-79c598d8ea58 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557384 Jun 16 18:35:17.123749 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:17.124930 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.262686 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] For port a4381524-26b2-44d7-99bd-393686076c83, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=a4381524-26b2-44d7-99bd-393686076c83,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:17.262686 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a4381524-26b2-44d7-99bd-393686076c83), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.279868 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'a4381524-26b2-44d7-99bd-393686076c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:35:14Z', 'revision_number': 5, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port': {'id': 'a4381524-26b2-44d7-99bd-393686076c83', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:24Z', 'updated_at': '2022-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.299975 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Calling delete_port for a4381524-26b2-44d7-99bd-393686076c83 owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:17.300710 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-8ee97027-7593-4313-a2d4-bc77f901383d service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756012 Jun 16 18:35:17.301677 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:17.339573 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Checking router: 59f310f4-b906-4d3e-b914-b6129362ae3e for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:17.355856 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Routers {'59f310f4-b906-4d3e-b914-b6129362ae3e'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:17.356997 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['59f310f4-b906-4d3e-b914-b6129362ae3e'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.503599 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-44b3d4b0-b7e2-4277-8b86-39886a70bbcb req-334fd268-5f2e-484c-a247-1092ef112e34 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914794 Jun 16 18:35:17.543147 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] Set router 59f310f4-b906-4d3e-b914-b6129362ae3e gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:17.589688 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a4381524-26b2-44d7-99bd-393686076c83), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.630937 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:35:17Z', 'revision_number': 6, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.631386 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4381524-26b2-44d7-99bd-393686076c83,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:17.653357 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '45eb96e3-d7fd-41e0-b8e7-c0e92addcda4', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': '897c17d5-5664-4330-a940-38c13c304dca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:72:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:45Z', 'updated_at': '2022-06-16T18:35:14Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:17.685007 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65be8-f76b-40ce-a942-07aa194b5cc8 None None] The sync data for ids ['59f310f4-b906-4d3e-b914-b6129362ae3e'] in dv-cinder-813229-10-iscsi is: [{'id': '59f310f4-b906-4d3e-b914-b6129362ae3e', 'name': 'tempest-AttachVolumeNegativeTest-954050918-router', 'tenant_id': '1f0473c6214a4428be438fabc530012b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:21Z', 'updated_at': '2022-06-16T18:35:17Z', 'revision_number': 6, 'project_id': '1f0473c6214a4428be438fabc530012b', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:17.688243 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:17.696523 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d964eaa-a80d-494f-9202-ad21c3f230ba None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '45eb96e3-d7fd-41e0-b8e7-c0e92addcda4', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': '897c17d5-5664-4330-a940-38c13c304dca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:72:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:34:45Z', 'updated_at': '2022-06-16T18:35:14Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:17.719120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (59f310f4-b906-4d3e-b914-b6129362ae3e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.830922 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.833629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks [] for router_controller (59f310f4-b906-4d3e-b914-b6129362ae3e), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.874568 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:17.888100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (59f310f4-b906-4d3e-b914-b6129362ae3e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.889845 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f310f4-b906-4d3e-b914-b6129362ae3e {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:35:17.893764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:17.895049 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d4389e70-2c7e-4892-9e0b-462ee54ba4a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/59f310f4-b906-4d3e-b914-b6129362ae3e HTTP/1.1" status: 204 len: 168 time: 1.1827030 Jun 16 18:35:17.898352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34032) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:17.971568 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Deleting subnet 6151e839-0710-4cd6-9b32-b8e36d63307c {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:35:17.976534 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Publish callbacks [] for subnet (6151e839-0710-4cd6-9b32-b8e36d63307c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.019380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655b388-71dc-4622-9dde-84b58a8cac46 None None] New status for floating IP 45eb96e3-d7fd-41e0-b8e7-c0e92addcda4: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:35:18.030843 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (6151e839-0710-4cd6-9b32-b8e36d63307c), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.174761 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (6151e839-0710-4cd6-9b32-b8e36d63307c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.193021 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-33018154-f696-4211-a539-76af33c34547 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753834 Jun 16 18:35:18.264951 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (6151e839-0710-4cd6-9b32-b8e36d63307c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.319751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-3e78f19d-2856-4e93-8ad2-730a58069855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:18.320488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.321691 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-3e78f19d-2856-4e93-8ad2-730a58069855 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7904e707e39846fdb8b7d019719dc163&device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 1130 time: 0.1013167 Jun 16 18:35:18.329154 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6151e839-0710-4cd6-9b32-b8e36d63307c HTTP/1.1" status: 204 len: 168 time: 0.4291899 Jun 16 18:35:18.333143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34034) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:18.336163 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399bf96-bbcb-46d4-ace8-49101c002680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6151e839-0710-4cd6-9b32-b8e36d63307c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:18.340430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac09f9-b626-4b3d-bf29-1025a1425772 None None] Network 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:35:18.485998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (8dc64fea-6d01-44bc-9636-d5525e5d1ec1), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.553085 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-7d291375-9148-4248-a104-0aee963ba47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:18.554615 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-7d291375-9148-4248-a104-0aee963ba47f service neutron] 10.222.0.88 "GET /v2.0/networks?id=cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 200 len: 918 time: 0.2052178 Jun 16 18:35:18.657527 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Deleting port 4a25eb25-c1af-42b4-acdd-529b1eea136b {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:18.658200 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.660377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] DHCP port deletion for 8dc64fea-6d01-44bc-9636-d5525e5d1ec1 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:35:18.678094 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:18.730928 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Deleting port 4a25eb25-c1af-42b4-acdd-529b1eea136b {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:18.731834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.798304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4a25eb25-c1af-42b4-acdd-529b1eea136b no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:35:18.809276 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-e497a1b7-9dba-485c-83e2-2662c125aacc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 200 len: 1001 time: 0.2444091 Jun 16 18:35:18.842499 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4a25eb25-c1af-42b4-acdd-529b1eea136b,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:18.842944 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.845414 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:18.867413 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Calling delete_port for 4a25eb25-c1af-42b4-acdd-529b1eea136b owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:18.917796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4a25eb25-c1af-42b4-acdd-529b1eea136b,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:18.918401 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.961264 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Calling delete_port for 4a25eb25-c1af-42b4-acdd-529b1eea136b owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:18.968506 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 4a25eb25-c1af-42b4-acdd-529b1eea136b is: ACTIVE; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:35:18.968949 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:18.974868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-d8ea8050-70f6-47b7-8b0e-099a02014315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:18.977579 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-d8ea8050-70f6-47b7-8b0e-099a02014315 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 200 len: 855 time: 0.1559222 Jun 16 18:35:19.040001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 4a25eb25-c1af-42b4-acdd-529b1eea136b, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4a25eb25-c1af-42b4-acdd-529b1eea136b,segment=NetworkSegment(7488e8ae-4d57-49d7-983b-3ba51435ef87),segment_id=7488e8ae-4d57-49d7-983b-3ba51435ef87)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:19.059600 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.060347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a4381524-26b2-44d7-99bd-393686076c83 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:35:19.114580 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: a4381524-26b2-44d7-99bd-393686076c83 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:35:19.115124 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device a4381524-26b2-44d7-99bd-393686076c83 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:35:19.115582 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97b4e0f5-0736-46d5-8683-e52d7324ba4a no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:35:19.119142 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.124224 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event deleted for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:19.155433 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-95619105-70ef-49f4-b87a-f99b00083d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:19.155433 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-95619105-70ef-49f4-b87a-f99b00083d01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cdfdfccf-e3dc-489b-8eaf-0509b174579d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1679976 Jun 16 18:35:19.157007 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 97b4e0f5-0736-46d5-8683-e52d7324ba4a {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:35:19.157360 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97b4e0f5-0736-46d5-8683-e52d7324ba4a not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:35:19.181270 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] Pushing event deleted for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:19.183374 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaad6fb-3d75-4466-9395-c1d5b3ddd2f9 None None] No DVR routers for this DVR port 4a25eb25-c1af-42b4-acdd-529b1eea136b on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:35:19.209509 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:19.342214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (4a25eb25-c1af-42b4-acdd-529b1eea136b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.402449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a25eb25-c1af-42b4-acdd-529b1eea136b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:19.419886 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] No DVR routers for this DVR port 4a25eb25-c1af-42b4-acdd-529b1eea136b on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:35:19.471652 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-119eb41d-cd2a-4a5a-8807-8c03d5262f48 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998064 Jun 16 18:35:19.506524 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:19.567677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (8dc64fea-6d01-44bc-9636-d5525e5d1ec1), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.634572 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc64fea-6d01-44bc-9636-d5525e5d1ec1']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:19.654500 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7488e8ae-4d57-49d7-983b-3ba51435ef87') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:19.654894 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7488e8ae-4d57-49d7-983b-3ba51435ef87') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:19.671838 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (7488e8ae-4d57-49d7-983b-3ba51435ef87), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.703584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c1dcb652-e9c8-4a4c-9c1d-7d9696153b11 req-152f5266-e3fb-4677-a26b-91a711801c12 service neutron] 10.222.0.88 "GET /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175531 Jun 16 18:35:19.705026 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (7488e8ae-4d57-49d7-983b-3ba51435ef87), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.714717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:35:19.715316 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (7488e8ae-4d57-49d7-983b-3ba51435ef87), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.745118 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 7488e8ae-4d57-49d7-983b-3ba51435ef87 resource provider aggregate not found Jun 16 18:35:19.784908 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 7488e8ae-4d57-49d7-983b-3ba51435ef87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7488e8ae-4d57-49d7-983b-3ba51435ef87 found for delete ", "request_id": "req-0b030f87-cfb3-467e-9d4b-3d5ca966aca5"}]} Jun 16 18:35:19.806789 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (8dc64fea-6d01-44bc-9636-d5525e5d1ec1), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.819736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:19.823641 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8dc64fea-6d01-44bc-9636-d5525e5d1ec1 HTTP/1.1" status: 204 len: 168 time: 1.4839251 Jun 16 18:35:19.836014 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6bcb4-ec7a-4ced-9db0-38d72044efb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc64fea-6d01-44bc-9636-d5525e5d1ec1,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:19.991046 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34044) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:20.043503 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-751974e8-c7f6-4be1-b424-c1bb132e8a30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f0473c6214a4428be438fabc530012b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506437 Jun 16 18:35:20.047461 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34046) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:20.125602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] Publish callbacks [] for security_group (fa684e11-dba4-4f57-822f-2c2263a81ee6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:20.169158 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] Publish callbacks [] for security_group (fa684e11-dba4-4f57-822f-2c2263a81ee6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:20.247694 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fa684e11-dba4-4f57-822f-2c2263a81ee6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:20.251258 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:20.252876 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa684e11-dba4-4f57-822f-2c2263a81ee6 HTTP/1.1" status: 204 len: 168 time: 0.2037256 Jun 16 18:35:20.264016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7ec8-fced-46f1-8d02-64342b40113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa684e11-dba4-4f57-822f-2c2263a81ee6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:27.399564 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-377a2847-bafa-4ba9-81c0-b7d93b82c10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:28.507095 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:28.511398 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=40 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:29.535118 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34154) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:29.703527 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-401850ac-6673-406c-948e-69fd6bb7f3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:29.719792 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4179e119-66c4-4fa1-a944-f2e35fc1db25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:29.847434 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-401850ac-6673-406c-948e-69fd6bb7f3ba admin admin] Publish callbacks [] for security_group (3eb01604-c0f2-4d45-92ac-274151e1fce1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:29.857585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-401850ac-6673-406c-948e-69fd6bb7f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3eb01604-c0f2-4d45-92ac-274151e1fce1), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:29.903064 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401850ac-6673-406c-948e-69fd6bb7f3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb01604-c0f2-4d45-92ac-274151e1fce1,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:29.907912 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-401850ac-6673-406c-948e-69fd6bb7f3ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9912e6b0e37344ff9c319165892bd814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706977 Jun 16 18:35:29.913218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34158) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:29.981329 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] Publish callbacks [] for security_group (3eb01604-c0f2-4d45-92ac-274151e1fce1), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:30.008965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] Publish callbacks [] for security_group (3eb01604-c0f2-4d45-92ac-274151e1fce1), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:30.068329 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3eb01604-c0f2-4d45-92ac-274151e1fce1), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:30.073269 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:30.074627 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3eb01604-c0f2-4d45-92ac-274151e1fce1 HTTP/1.1" status: 204 len: 168 time: 0.1599545 Jun 16 18:35:30.085645 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1c993-baab-4c17-bf0c-bc6fd46f3836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb01604-c0f2-4d45-92ac-274151e1fce1,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:30.231068 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=53,neutron:DELETE=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:30.258496 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:30.942283 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34182) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:31.034972 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.099714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-731777176-network', 'tenant_id': '4cd7177c023b4a5292256fa24699fb6e'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:35:31.126830 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Made reservation on behalf of 4cd7177c023b4a5292256fa24699fb6e for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:31.129712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.144022 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.176517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:31.265363 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks [] for security_group (feb991b1-a126-4abc-a8e1-5d208fb60f37), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.272796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (feb991b1-a126-4abc-a8e1-5d208fb60f37), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.304222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:31.305294 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:31.320769 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb991b1-a126-4abc-a8e1-5d208fb60f37,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:31.328515 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (9b853bfa-a0d6-4a95-b66c-34b00d2f7554), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.328879 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Added segment 9b853bfa-a0d6-4a95-b66c-34b00d2f7554 of type vlan for network d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd Jun 16 18:35:31.386317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.420989 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.422205 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:31.423135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.500453 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5566266 Jun 16 18:35:31.505460 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34186) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:31.511006 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f7ed-c384-484a-97e7-fb9e6f33f983 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:31.511281 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Request body: {'subnet': {'network_id': 'd3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-731777176-subnet', 'tenant_id': '4cd7177c023b4a5292256fa24699fb6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:35:31.530062 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:35:31.540143 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Made reservation on behalf of 4cd7177c023b4a5292256fa24699fb6e for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:31.542930 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.768842 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.847563 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:31.869174 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Checking segment: {'id': '9b853bfa-a0d6-4a95-b66c-34b00d2f7554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'd3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:35:31.869533 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Network hostable DHCP agents. Network: d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:31.894320 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Network d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:31.908000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:31.917535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:31.918162 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:31.919383 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c93b2-a371-44b8-967b-dc0f65e0704d None None] Network d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:35:31.941721 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3f3076c2-baf9-474f-a036-d8e8ebe2c532 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4344490 Jun 16 18:35:32.080743 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84516dfd-0400-4e47-8840-7dd2e5fc18f8 None None] Network d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:35:32.458451 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.662509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34204) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:32.671194 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1679684980-network', 'tenant_id': 'bd1fd4d15b33479f895418b74e9d9b64'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:35:32.716657 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Made reservation on behalf of bd1fd4d15b33479f895418b74e9d9b64 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:32.720213 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.730785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.793719 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:32.817279 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.843243 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks [] for security_group (632b9968-3a03-43ad-ac20-92ed03354b33), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.849551 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (632b9968-3a03-43ad-ac20-92ed03354b33), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.884665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:32.894201 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632b9968-3a03-43ad-ac20-92ed03354b33,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:32.904694 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (30b78941-2eb1-41cd-98bc-689512ba3297), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.905058 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Added segment 30b78941-2eb1-41cd-98bc-689512ba3297 of type vlan for network d5e73102-1560-4828-80ce-c3c5d0bd137d Jun 16 18:35:32.957018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (d5e73102-1560-4828-80ce-c3c5d0bd137d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.989330 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (d5e73102-1560-4828-80ce-c3c5d0bd137d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:32.990769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:32.991368 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:33.038015 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3739533 Jun 16 18:35:33.041461 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34206) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:33.052458 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Request body: {'subnet': {'network_id': 'd5e73102-1560-4828-80ce-c3c5d0bd137d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1679684980-subnet', 'tenant_id': 'bd1fd4d15b33479f895418b74e9d9b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:35:33.072200 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a76e3-7e98-4f82-baf4-f57fce37ed5f admin admin] Pushing event updated for resources: {'Network': ['ID=d5e73102-1560-4828-80ce-c3c5d0bd137d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:33.097200 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network d5e73102-1560-4828-80ce-c3c5d0bd137d details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:35:33.107885 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Made reservation on behalf of bd1fd4d15b33479f895418b74e9d9b64 for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:33.111854 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63988172'] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:33.452325 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63749321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63988222'] for subnet (b6bd463d-ab68-4108-9786-6168d9644930), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:33.552874 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bd463d-ab68-4108-9786-6168d9644930,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:33.577006 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Checking segment: {'id': '30b78941-2eb1-41cd-98bc-689512ba3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'd5e73102-1560-4828-80ce-c3c5d0bd137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:35:33.577410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Network hostable DHCP agents. Network: d5e73102-1560-4828-80ce-c3c5d0bd137d, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:33.601320 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Network d5e73102-1560-4828-80ce-c3c5d0bd137d is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:33.619299 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, d5e73102-1560-4828-80ce-c3c5d0bd137d) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:33.625586 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:33.626524 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:33.632281 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445553c7-3155-4492-9624-58eb0a0289d6 None None] Network d5e73102-1560-4828-80ce-c3c5d0bd137d requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:35:33.658132 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-93fdee62-0f28-4106-8c95-01bc6327e1e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6147742 Jun 16 18:35:33.795823 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc162380-b93a-4d7c-b0ea-6b6a19fbb9e1 None None] Network d5e73102-1560-4828-80ce-c3c5d0bd137d requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:35:33.827112 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:33.854056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34210) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:33.920566 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Deleting subnet cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:35:33.924943 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Publish callbacks [] for subnet (cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:33.963410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:UPDATE=4,neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:33.974951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.025624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.090829 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.117654 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:34.124941 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.131033 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b3779ada-4cc8-4a92-8385-9b563ce72998 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc0ffacb-ff22-4fc5-bbc4-6cc8ddccf6d9 HTTP/1.1" status: 204 len: 168 time: 0.2754800 Jun 16 18:35:34.131309 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34212) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:34.237351 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:34.246020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.257528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:34.352775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.379038 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:34.392289 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b853bfa-a0d6-4a95-b66c-34b00d2f7554') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:34.392726 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b853bfa-a0d6-4a95-b66c-34b00d2f7554') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:34.405018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (9b853bfa-a0d6-4a95-b66c-34b00d2f7554), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.425835 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (9b853bfa-a0d6-4a95-b66c-34b00d2f7554), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.435478 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:35:34.436008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (9b853bfa-a0d6-4a95-b66c-34b00d2f7554), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.541005 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.554788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.563513 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd HTTP/1.1" status: 204 len: 168 time: 0.4284177 Jun 16 18:35:34.564372 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34220) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:34.578997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d1668-1c58-40d7-b765-95adabb8e83c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d36c1f-1d69-46d9-9dd0-fbf7faf9f3dd,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:34.648769 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Deleting subnet b6bd463d-ab68-4108-9786-6168d9644930 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:35:34.655843 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Publish callbacks [] for subnet (b6bd463d-ab68-4108-9786-6168d9644930), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.661901 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 9b853bfa-a0d6-4a95-b66c-34b00d2f7554 resource provider aggregate not found Jun 16 18:35:34.693477 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 9b853bfa-a0d6-4a95-b66c-34b00d2f7554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b853bfa-a0d6-4a95-b66c-34b00d2f7554 found for delete ", "request_id": "req-67004df8-5d9a-4b1c-a3c9-1743a87da7db"}]} Jun 16 18:35:34.715893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (b6bd463d-ab68-4108-9786-6168d9644930), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.766197 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (b6bd463d-ab68-4108-9786-6168d9644930), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.794238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:34.839197 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (b6bd463d-ab68-4108-9786-6168d9644930), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.868234 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bd463d-ab68-4108-9786-6168d9644930,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:34.872296 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:34.875487 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ceedd081-c5b2-431f-85f4-fd8a9c7890d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6bd463d-ab68-4108-9786-6168d9644930 HTTP/1.1" status: 204 len: 168 time: 0.3094015 Jun 16 18:35:34.879698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34224) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:34.966980 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (d5e73102-1560-4828-80ce-c3c5d0bd137d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.070282 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (d5e73102-1560-4828-80ce-c3c5d0bd137d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.095406 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e73102-1560-4828-80ce-c3c5d0bd137d']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:35.109049 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b78941-2eb1-41cd-98bc-689512ba3297') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:35.109338 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b78941-2eb1-41cd-98bc-689512ba3297') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:35.121882 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (30b78941-2eb1-41cd-98bc-689512ba3297), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.139827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (30b78941-2eb1-41cd-98bc-689512ba3297), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.153630 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:35:35.154457 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (30b78941-2eb1-41cd-98bc-689512ba3297), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.186006 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 30b78941-2eb1-41cd-98bc-689512ba3297 resource provider aggregate not found Jun 16 18:35:35.233516 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 30b78941-2eb1-41cd-98bc-689512ba3297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30b78941-2eb1-41cd-98bc-689512ba3297 found for delete ", "request_id": "req-24f582f7-7e25-456e-bbd5-38ad60ba0974"}]} Jun 16 18:35:35.250439 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (d5e73102-1560-4828-80ce-c3c5d0bd137d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.261661 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.265671 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5e73102-1560-4828-80ce-c3c5d0bd137d HTTP/1.1" status: 204 len: 168 time: 0.3838615 Jun 16 18:35:35.298347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91a8c-a1fc-4532-b114-98506ebbd060 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e73102-1560-4828-80ce-c3c5d0bd137d,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:35.534864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34234) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:35.589646 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b7b801f3-5271-4b6e-89b1-80c4ac95a9d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cd7177c023b4a5292256fa24699fb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534928 Jun 16 18:35:35.592577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34236) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:35.673141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] Publish callbacks [] for security_group (feb991b1-a126-4abc-a8e1-5d208fb60f37), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.705147 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] Publish callbacks [] for security_group (feb991b1-a126-4abc-a8e1-5d208fb60f37), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.762877 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (feb991b1-a126-4abc-a8e1-5d208fb60f37), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.766560 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:35.767927 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feb991b1-a126-4abc-a8e1-5d208fb60f37 HTTP/1.1" status: 204 len: 168 time: 0.1743243 Jun 16 18:35:35.778539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00555c-426e-41a2-a242-9f1bf439dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb991b1-a126-4abc-a8e1-5d208fb60f37,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:36.267072 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34242) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:36.322216 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cb076d4e-1437-4042-a284-b303928b9e1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd1fd4d15b33479f895418b74e9d9b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536008 Jun 16 18:35:36.326137 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34244) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:36.418313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] Publish callbacks [] for security_group (632b9968-3a03-43ad-ac20-92ed03354b33), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:36.451473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] Publish callbacks [] for security_group (632b9968-3a03-43ad-ac20-92ed03354b33), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:36.518022 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (632b9968-3a03-43ad-ac20-92ed03354b33), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:36.523008 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:36.524236 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/632b9968-3a03-43ad-ac20-92ed03354b33 HTTP/1.1" status: 204 len: 168 time: 0.1966343 Jun 16 18:35:36.539954 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e4590-4916-41af-a275-761251cd247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b9968-3a03-43ad-ac20-92ed03354b33,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:38.850175 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34290) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:39.000611 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3945d327-d773-45d3-8325-a7d12d25cd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.098268 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3945d327-d773-45d3-8325-a7d12d25cd2a admin admin] Publish callbacks [] for security_group (e3e1e8fd-5ef2-4050-8116-d266a61c0e0b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.104182 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-3945d327-d773-45d3-8325-a7d12d25cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e3e1e8fd-5ef2-4050-8116-d266a61c0e0b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.155942 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-3945d327-d773-45d3-8325-a7d12d25cd2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea9a4d13be1344a2a70cd043f142ae55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043735 Jun 16 18:35:39.156885 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945d327-d773-45d3-8325-a7d12d25cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1e8fd-5ef2-4050-8116-d266a61c0e0b,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:39.159260 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34296) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:39.206353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:39.240492 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] Publish callbacks [] for security_group (e3e1e8fd-5ef2-4050-8116-d266a61c0e0b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.268136 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] Publish callbacks [] for security_group (e3e1e8fd-5ef2-4050-8116-d266a61c0e0b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.331893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e3e1e8fd-5ef2-4050-8116-d266a61c0e0b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.334970 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.336235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3e1e8fd-5ef2-4050-8116-d266a61c0e0b HTTP/1.1" status: 204 len: 168 time: 0.1712391 Jun 16 18:35:39.346965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735903d-f37c-4eb6-8cf8-99b818585091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1e8fd-5ef2-4050-8116-d266a61c0e0b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:39.711584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34302) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:39.729121 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e426c057-7672-4351-b61e-0a41da7c055a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.829224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e426c057-7672-4351-b61e-0a41da7c055a admin admin] Publish callbacks [] for security_group (25aa343a-dd30-4b74-8e4b-5910387ccd86), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.839310 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e426c057-7672-4351-b61e-0a41da7c055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (25aa343a-dd30-4b74-8e4b-5910387ccd86), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:39.912215 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e426c057-7672-4351-b61e-0a41da7c055a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7049f613aa064f0b894aa66fff3f4f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991127 Jun 16 18:35:39.913662 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c057-7672-4351-b61e-0a41da7c055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa343a-dd30-4b74-8e4b-5910387ccd86,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:39.915061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34304) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:39.988424 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] Publish callbacks [] for security_group (25aa343a-dd30-4b74-8e4b-5910387ccd86), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:40.016485 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] Publish callbacks [] for security_group (25aa343a-dd30-4b74-8e4b-5910387ccd86), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:40.042875 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:40.089092 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (25aa343a-dd30-4b74-8e4b-5910387ccd86), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:40.091952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:40.093618 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25aa343a-dd30-4b74-8e4b-5910387ccd86 HTTP/1.1" status: 204 len: 168 time: 0.1769853 Jun 16 18:35:40.105303 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c995-d174-46f5-94e1-bfe3bf62b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa343a-dd30-4b74-8e4b-5910387ccd86,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:45.330786 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34378) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:45.461069 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=9 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:45.471424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-28adfdbd-240d-46a3-8525-dd5773bb63b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.626888 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-28adfdbd-240d-46a3-8525-dd5773bb63b6 admin admin] Publish callbacks [] for security_group (6b053d21-5b88-4458-855b-b1b98a86cb10), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.633911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-28adfdbd-240d-46a3-8525-dd5773bb63b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b053d21-5b88-4458-855b-b1b98a86cb10), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.713203 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-28adfdbd-240d-46a3-8525-dd5773bb63b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=092016751718433dbeeed347bdae5674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807633 Jun 16 18:35:45.714473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adfdbd-240d-46a3-8525-dd5773bb63b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b053d21-5b88-4458-855b-b1b98a86cb10,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:45.716245 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34382) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:45.793831 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] Publish callbacks [] for security_group (6b053d21-5b88-4458-855b-b1b98a86cb10), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.834534 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] Publish callbacks [] for security_group (6b053d21-5b88-4458-855b-b1b98a86cb10), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.837700 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:45.919656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b053d21-5b88-4458-855b-b1b98a86cb10), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.923935 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:45.925916 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b053d21-5b88-4458-855b-b1b98a86cb10 HTTP/1.1" status: 204 len: 168 time: 0.2084711 Jun 16 18:35:45.937451 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972052e-231f-4db2-abe0-bff08990f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b053d21-5b88-4458-855b-b1b98a86cb10,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:46.307535 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.324041 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34388) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:46.339302 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e3a41fa1-e92a-4bac-88c0-ba8fdfa4134c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.439867 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e3a41fa1-e92a-4bac-88c0-ba8fdfa4134c admin admin] Publish callbacks [] for security_group (0b4064b1-d085-4cbc-9bc5-e58a8f096747), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.445644 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e3a41fa1-e92a-4bac-88c0-ba8fdfa4134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0b4064b1-d085-4cbc-9bc5-e58a8f096747), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.494989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a41fa1-e92a-4bac-88c0-ba8fdfa4134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4064b1-d085-4cbc-9bc5-e58a8f096747,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:46.499461 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e3a41fa1-e92a-4bac-88c0-ba8fdfa4134c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8788549969174706893ace683ba13cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740341 Jun 16 18:35:46.503488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34392) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:46.578250 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] Publish callbacks [] for security_group (0b4064b1-d085-4cbc-9bc5-e58a8f096747), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.620557 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] Publish callbacks [] for security_group (0b4064b1-d085-4cbc-9bc5-e58a8f096747), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.704375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0b4064b1-d085-4cbc-9bc5-e58a8f096747), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.707206 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:46.709503 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b4064b1-d085-4cbc-9bc5-e58a8f096747 HTTP/1.1" status: 204 len: 168 time: 0.2049897 Jun 16 18:35:46.719174 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168931b9-a339-4f08-9a85-449a3c703234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4064b1-d085-4cbc-9bc5-e58a8f096747,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.420008 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34466) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:49.551806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3507a8c1-17d3-42c1-9272-e77b5bf359c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.653027 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3507a8c1-17d3-42c1-9272-e77b5bf359c8 admin admin] Publish callbacks [] for security_group (3ab9115d-fdef-4c36-8cfd-2d420e5c415c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.657914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3507a8c1-17d3-42c1-9272-e77b5bf359c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3ab9115d-fdef-4c36-8cfd-2d420e5c415c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.715390 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3507a8c1-17d3-42c1-9272-e77b5bf359c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cff1bdf2a57f4eaa9a6eea326dd28f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938817 Jun 16 18:35:49.716494 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a8c1-17d3-42c1-9272-e77b5bf359c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9115d-fdef-4c36-8cfd-2d420e5c415c,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.720937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34470) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:49.793062 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] Publish callbacks [] for security_group (3ab9115d-fdef-4c36-8cfd-2d420e5c415c), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.827542 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] Publish callbacks [] for security_group (3ab9115d-fdef-4c36-8cfd-2d420e5c415c), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.842099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:49.930834 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3ab9115d-fdef-4c36-8cfd-2d420e5c415c), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.936484 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:49.936484 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ab9115d-fdef-4c36-8cfd-2d420e5c415c HTTP/1.1" status: 204 len: 168 time: 0.2137120 Jun 16 18:35:49.952341 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7972d1-2e11-448f-a683-04f1bb887887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9115d-fdef-4c36-8cfd-2d420e5c415c,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:50.411306 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34486) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:50.427312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-01c2a61b-5fd9-49d4-8164-679dad567bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.471446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3a77a-bd74-4e57-aace-338a28ef830f req-434ad523-3fb7-41ff-84ba-8557e389ee84 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:50.474263 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50b3a77a-bd74-4e57-aace-338a28ef830f req-434ad523-3fb7-41ff-84ba-8557e389ee84 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.0877073 Jun 16 18:35:50.545271 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-50b3a77a-bd74-4e57-aace-338a28ef830f req-ad10dd4e-0d49-485b-8fcc-68123e8dd34f tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584247 Jun 16 18:35:50.545746 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-01c2a61b-5fd9-49d4-8164-679dad567bd1 admin admin] Publish callbacks [] for security_group (a53aa8e3-2958-4bdf-aacb-02943a1b39c3), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.552417 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-01c2a61b-5fd9-49d4-8164-679dad567bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a53aa8e3-2958-4bdf-aacb-02943a1b39c3), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.600155 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2a61b-5fd9-49d4-8164-679dad567bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53aa8e3-2958-4bdf-aacb-02943a1b39c3,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:50.604640 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-01c2a61b-5fd9-49d4-8164-679dad567bd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a1d812823f543fe86f48257512ff19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917820 Jun 16 18:35:50.607479 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34488) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:50.656522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:50.672403 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] Publish callbacks [] for security_group (a53aa8e3-2958-4bdf-aacb-02943a1b39c3), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.704924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] Publish callbacks [] for security_group (a53aa8e3-2958-4bdf-aacb-02943a1b39c3), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.767442 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a53aa8e3-2958-4bdf-aacb-02943a1b39c3), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.771410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:50.773064 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a53aa8e3-2958-4bdf-aacb-02943a1b39c3 HTTP/1.1" status: 204 len: 168 time: 0.1644273 Jun 16 18:35:50.785903 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764e6b7-c301-415e-b80b-b6485a799a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53aa8e3-2958-4bdf-aacb-02943a1b39c3,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.814635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1595bc-82dc-4a31-8ff5-8e4d423b4f48 req-9ee99b7e-518b-4d50-a57e-cefda58b5484 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:51.817506 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a1595bc-82dc-4a31-8ff5-8e4d423b4f48 req-9ee99b7e-518b-4d50-a57e-cefda58b5484 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.1459429 Jun 16 18:35:51.859351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-3bd000d9-8b8a-489f-a870-1b104d14f2d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:35:51.862035 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-3bd000d9-8b8a-489f-a870-1b104d14f2d2 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 946 time: 0.1357744 Jun 16 18:35:52.033631 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3a1595bc-82dc-4a31-8ff5-8e4d423b4f48 req-78d61a87-0473-4573-a738-e5ecb9f097e5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups?id=99eb5218-89f3-4441-8b18-9f17d79c2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981611 Jun 16 18:35:52.059672 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Deleting port fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:52.060229 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:52.199476 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] For port fc74ff6c-f681-43e5-ba34-42732de13dac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc74ff6c-f681-43e5-ba34-42732de13dac,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:35:52.200104 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:52.509664 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:52.510078 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:52.510402 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Floating IP bba442ae-a499-45f4-bcfb-eb68f94d7823 disassociated. External IP: 172.27.2.219, port: fc74ff6c-f681-43e5-ba34-42732de13dac. Jun 16 18:35:52.510762 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Calling delete_port for fc74ff6c-f681-43e5-ba34-42732de13dac owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:52.558541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:52.689733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (fc74ff6c-f681-43e5-ba34-42732de13dac), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:52.728356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'Port': ['ID=fc74ff6c-f681-43e5-ba34-42732de13dac,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.894334 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:35:52.944480 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:35:53.027219 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:35:53.041436 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:53.056725 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:53.057378 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:53.097626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] No DVR routers for this DVR port fc74ff6c-f681-43e5-ba34-42732de13dac on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:35:53.102711 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:53.107576 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-276f8edb-094a-4a78-9386-d57f5624bad4 req-61e09d99-2cc7-46ff-bf4f-bb021ebf1ec5 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.88 "DELETE /v2.0/ports/fc74ff6c-f681-43e5-ba34-42732de13dac HTTP/1.1" status: 204 len: 173 time: 1.2280810 Jun 16 18:35:53.108351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-deleted', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:35:53.112574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16510f8b-7197-46f9-a953-74b79931abaa" -d '{"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-deleted", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:35:53.206678 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:53.215754 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784aa697-1d7b-4f8a-80bb-b77af347bdb4 x-openstack-request-id: req-784aa697-1d7b-4f8a-80bb-b77af347bdb4 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:35:53.216088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16226ccb-8bc4-43b6-abd5-7601be0e57b5", "name": "network-vif-deleted", "tag": "fc74ff6c-f681-43e5-ba34-42732de13dac", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:35:53.216356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-784aa697-1d7b-4f8a-80bb-b77af347bdb4 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:35:53.216782 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784aa697-1d7b-4f8a-80bb-b77af347bdb4'] response: {'server_uuid': '16226ccb-8bc4-43b6-abd5-7601be0e57b5', 'name': 'network-vif-deleted', 'tag': 'fc74ff6c-f681-43e5-ba34-42732de13dac', 'status': 'completed', 'code': 200} Jun 16 18:35:53.289839 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-feada1d2-6af7-479c-9014-2ccd85d28a64 req-28af2597-f3fc-4d25-9c64-8823bc3b87a7 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/ports?device_id=16226ccb-8bc4-43b6-abd5-7601be0e57b5 HTTP/1.1" status: 200 len: 210 time: 0.0480766 Jun 16 18:35:53.506537 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:35:53.526156 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:53.581494 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:53.600950 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:35:53.603966 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:35:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:53.777331 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:35:54.139560 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:54.178958 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd8558-fb0e-4c1c-97d1-6211898093f7 None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:28:40Z', 'revision_number': 4, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '19817d6b-1b4d-434f-b955-288d6f116f3d', 'name': '', 'network_id': 'cdfdfccf-e3dc-489b-8eaf-0509b174579d', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'mac_address': 'fa:16:3e:b3:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:38Z', 'updated_at': '2022-06-16T18:28:52Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'subnets': [{'id': '080eaf0d-8a13-440d-97b3-d6dd9a29fa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:54.433706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34542) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:54.545212 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (99eb5218-89f3-4441-8b18-9f17d79c2d5f), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.561111 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626f79e-4c42-4898-858d-7ade378261f9 None None] New status for floating IP bba442ae-a499-45f4-bcfb-eb68f94d7823: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:35:54.577601 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (99eb5218-89f3-4441-8b18-9f17d79c2d5f), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.638474 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (99eb5218-89f3-4441-8b18-9f17d79c2d5f), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.641291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.642693 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "DELETE /v2.0/security-groups/99eb5218-89f3-4441-8b18-9f17d79c2d5f HTTP/1.1" status: 204 len: 168 time: 0.2072847 Jun 16 18:35:54.646795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34544) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:54.659914 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346dd67-c518-4388-8af2-0e3a7bb08048 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb5218-89f3-4441-8b18-9f17d79c2d5f,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:54.662804 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-3ae9a39c-ebe5-4a7b-a75b-ecec3ba1203c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] show failed (client error): The resource could not be found. Jun 16 18:35:54.664004 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3ae9a39c-ebe5-4a7b-a75b-ecec3ba1203c tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "GET /v2.0/security-groups/99eb5218-89f3-4441-8b18-9f17d79c2d5f HTTP/1.1" status: 404 len: 347 time: 0.0160995 Jun 16 18:35:54.668730 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34546) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:35:54.809373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Deleting port 843f08c5-9156-4cc9-97a7-e1a098e37204 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:35:54.809701 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.922346 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.922816 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (843f08c5-9156-4cc9-97a7-e1a098e37204), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:54.942295 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Calling delete_port for 843f08c5-9156-4cc9-97a7-e1a098e37204 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:35:55.151402 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (843f08c5-9156-4cc9-97a7-e1a098e37204), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:55.183323 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Pushing event deleted for resources: {'Port': ['ID=843f08c5-9156-4cc9-97a7-e1a098e37204,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:55.263891 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks [] for floatingip (bba442ae-a499-45f4-bcfb-eb68f94d7823), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:55.266721 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:55.268213 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-97178491-05ce-4103-8cb9-9086e73e0770 tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] 10.222.0.30 "DELETE /v2.0/floatingips/bba442ae-a499-45f4-bcfb-eb68f94d7823 HTTP/1.1" status: 204 len: 168 time: 0.5977426 Jun 16 18:35:56.829046 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:35:56.852274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: fc74ff6c-f681-43e5-ba34-42732de13dac {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:35:56.852611 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fc74ff6c-f681-43e5-ba34-42732de13dac not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:35:57.405223 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ca2458e0-8dca-4cdf-863b-27fb070cbc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:35:59.727703 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dacd7841-7c8c-4e1d-8456-abd30d02b466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:01.061707 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:01.146091 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34610) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:02.084196 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:02.185528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:02.404247 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (429df98e-e17e-4a74-9035-599f834a9946), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:02.494505 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:02.820229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:02.846488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Deleting port 19817d6b-1b4d-434f-b955-288d6f116f3d {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:36:02.846986 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:02.987086 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] For port 19817d6b-1b4d-434f-b955-288d6f116f3d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=19817d6b-1b4d-434f-b955-288d6f116f3d,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:36:02.987679 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:03.011141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Calling delete_port for 19817d6b-1b4d-434f-b955-288d6f116f3d owned by network:router_interface {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:36:03.293670 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (19817d6b-1b4d-434f-b955-288d6f116f3d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:03.326885 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19817d6b-1b4d-434f-b955-288d6f116f3d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:03.490348 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:03.620476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (429df98e-e17e-4a74-9035-599f834a9946), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:03.696978 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:03.948841 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Router 429df98e-e17e-4a74-9035-599f834a9946 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:36:04.106414 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:36:04.113986 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b436a356-032b-4dcc-95c1-7c38a0614ca8 admin admin] 10.222.0.30 "PUT /v2.0/routers/429df98e-e17e-4a74-9035-599f834a9946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9657135 Jun 16 18:36:04.116871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34642) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:04.121383 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Sync routers for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:04.138358 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:36:04.139418 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:36:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.310895 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks [] for router (429df98e-e17e-4a74-9035-599f834a9946), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:04.408456 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:36:04.501167 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks [] for router_gateway (429df98e-e17e-4a74-9035-599f834a9946), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:04.579859 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Deleting port 97822b73-e561-461b-9c27-c09dca5f37dc {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:36:04.580428 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:04.650232 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:04.653353 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:04.657442 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:36:03Z', 'revision_number': 5, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port': {'id': '97822b73-e561-461b-9c27-c09dca5f37dc', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429df98e-e17e-4a74-9035-599f834a9946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:28:28Z', 'updated_at': '2022-06-16T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.688204 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Checking router: 429df98e-e17e-4a74-9035-599f834a9946 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:04.698697 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] For port 97822b73-e561-461b-9c27-c09dca5f37dc, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=97822b73-e561-461b-9c27-c09dca5f37dc,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:36:04.699183 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:04.700767 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Routers {'429df98e-e17e-4a74-9035-599f834a9946'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:36:04.701336 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:36:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['429df98e-e17e-4a74-9035-599f834a9946'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.721234 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Calling delete_port for 97822b73-e561-461b-9c27-c09dca5f37dc owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:36:04.809692 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] Set router 429df98e-e17e-4a74-9035-599f834a9946 gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:36:04.913870 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:36:04Z', 'revision_number': 6, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.929129 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:04.942245 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (97822b73-e561-461b-9c27-c09dca5f37dc), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:04.947813 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:04.960498 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebc11a-943e-48bc-ad75-cc4f6219de7f None None] The sync data for ids ['429df98e-e17e-4a74-9035-599f834a9946'] in dv-cinder-813229-10-iscsi is: [{'id': '429df98e-e17e-4a74-9035-599f834a9946', 'name': 'tempest-AttachVolumeShelveTestJSON-982607003-router', 'tenant_id': '7904e707e39846fdb8b7d019719dc163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:28:26Z', 'updated_at': '2022-06-16T18:36:04Z', 'revision_number': 6, 'project_id': '7904e707e39846fdb8b7d019719dc163', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:04.986911 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Pushing event deleted for resources: {'Port': ['ID=97822b73-e561-461b-9c27-c09dca5f37dc,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:05.085153 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (429df98e-e17e-4a74-9035-599f834a9946), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.188150 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (429df98e-e17e-4a74-9035-599f834a9946), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.191090 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks [] for router_controller (429df98e-e17e-4a74-9035-599f834a9946), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.243284 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (429df98e-e17e-4a74-9035-599f834a9946), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.244166 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 429df98e-e17e-4a74-9035-599f834a9946 {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:36:05.249182 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.250465 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-fe7c71fe-a6c4-4ad4-be7f-4d7edc4fef0a admin admin] 10.222.0.30 "DELETE /v2.0/routers/429df98e-e17e-4a74-9035-599f834a9946 HTTP/1.1" status: 204 len: 168 time: 1.1322701 Jun 16 18:36:05.251126 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=6,neutron:SELECT=82 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:05.255617 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34648) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:05.258440 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:05.316027 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Deleting subnet 080eaf0d-8a13-440d-97b3-d6dd9a29fa02 {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:36:05.320591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Publish callbacks [] for subnet (080eaf0d-8a13-440d-97b3-d6dd9a29fa02), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.380435 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (080eaf0d-8a13-440d-97b3-d6dd9a29fa02), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.489272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (080eaf0d-8a13-440d-97b3-d6dd9a29fa02), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.556264 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (080eaf0d-8a13-440d-97b3-d6dd9a29fa02), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.585645 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080eaf0d-8a13-440d-97b3-d6dd9a29fa02,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:05.592400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.596823 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-fd1de810-1eab-463a-afea-3c4d45f043d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/080eaf0d-8a13-440d-97b3-d6dd9a29fa02 HTTP/1.1" status: 204 len: 168 time: 0.3393202 Jun 16 18:36:05.599462 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c08da-94ce-4e23-be96-32817218d5d6 None None] Network cdfdfccf-e3dc-489b-8eaf-0509b174579d requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:36:05.601272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34650) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:05.604428 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:05.607369 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:05.696305 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (cdfdfccf-e3dc-489b-8eaf-0509b174579d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.749567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Deleting port 0f574bd0-6440-4835-b947-9db7922a9c14 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:36:05.750045 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.815458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] DHCP port deletion for cdfdfccf-e3dc-489b-8eaf-0509b174579d request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:36:05.853367 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] For port 0f574bd0-6440-4835-b947-9db7922a9c14, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=0f574bd0-6440-4835-b947-9db7922a9c14,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:36:05.854485 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.863066 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Deleting port 0f574bd0-6440-4835-b947-9db7922a9c14 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:36:05.864086 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:05.882909 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Calling delete_port for 0f574bd0-6440-4835-b947-9db7922a9c14 owned by network:dhcp {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:36:05.992458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] For port 0f574bd0-6440-4835-b947-9db7922a9c14, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=0f574bd0-6440-4835-b947-9db7922a9c14,segment=NetworkSegment(ec228ae7-e8f4-4ac1-825d-7ea003240282),segment_id=ec228ae7-e8f4-4ac1-825d-7ea003240282)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:36:05.993143 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.007776 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.024111 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] No DVR routers for this DVR port 0f574bd0-6440-4835-b947-9db7922a9c14 on host dv-cinder-813229-10-iscsi {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:36:06.024433 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Calling delete_port for 0f574bd0-6440-4835-b947-9db7922a9c14 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:36:06.047823 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f574bd0-6440-4835-b947-9db7922a9c14,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.141035 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (cdfdfccf-e3dc-489b-8eaf-0509b174579d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.183139 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (0f574bd0-6440-4835-b947-9db7922a9c14), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.186381 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfdfccf-e3dc-489b-8eaf-0509b174579d']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:06.202006 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec228ae7-e8f4-4ac1-825d-7ea003240282') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:06.202335 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec228ae7-e8f4-4ac1-825d-7ea003240282') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:06.217532 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (ec228ae7-e8f4-4ac1-825d-7ea003240282), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.228734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Pushing event deleted for resources: {'Port': ['ID=0f574bd0-6440-4835-b947-9db7922a9c14,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.230503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:06.241665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (ec228ae7-e8f4-4ac1-825d-7ea003240282), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.241665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:06.248140 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:36:06.248569 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (ec228ae7-e8f4-4ac1-825d-7ea003240282), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.249890 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.249890 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.250239 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.250758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.251407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.251816 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.252579 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.252905 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.253434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.254140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.255173 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.255838 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.256359 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.256837 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.257274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:06.260676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22012f8e-41d9-44d0-9dd9-703479304d17 None None] No DVR routers for this DVR port 0f574bd0-6440-4835-b947-9db7922a9c14 on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:36:06.312693 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment ec228ae7-e8f4-4ac1-825d-7ea003240282 resource provider aggregate not found Jun 16 18:36:06.345236 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (cdfdfccf-e3dc-489b-8eaf-0509b174579d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.349509 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment ec228ae7-e8f4-4ac1-825d-7ea003240282 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec228ae7-e8f4-4ac1-825d-7ea003240282 found for delete ", "request_id": "req-eb2895ca-0cc4-43e4-9346-8a100fb7a198"}]} Jun 16 18:36:06.355267 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.359075 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdfdfccf-e3dc-489b-8eaf-0509b174579d HTTP/1.1" status: 204 len: 168 time: 0.7560842 Jun 16 18:36:06.372291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0e7f8-3782-4bb0-97be-2ae062d9d755 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfdfccf-e3dc-489b-8eaf-0509b174579d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.571680 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97822b73-e561-461b-9c27-c09dca5f37dc no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:36:06.578828 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34662) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:06.602972 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 97822b73-e561-461b-9c27-c09dca5f37dc {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:36:06.603597 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 97822b73-e561-461b-9c27-c09dca5f37dc not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:36:06.604416 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 0f574bd0-6440-4835-b947-9db7922a9c14 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:36:06.643040 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 0f574bd0-6440-4835-b947-9db7922a9c14 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:36:06.643581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 0f574bd0-6440-4835-b947-9db7922a9c14 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:36:06.644252 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 19817d6b-1b4d-434f-b955-288d6f116f3d no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:36:06.654821 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ce79fd42-1284-43b0-bd33-a8da998b7b2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7904e707e39846fdb8b7d019719dc163&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0698791 Jun 16 18:36:06.655295 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34664) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:06.675483 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 19817d6b-1b4d-434f-b955-288d6f116f3d {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:36:06.676077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 19817d6b-1b4d-434f-b955-288d6f116f3d not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:36:06.728532 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] Publish callbacks [] for security_group (bd3fda56-c8a9-4d6a-b059-909970f3cd3c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.761078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] Publish callbacks [] for security_group (bd3fda56-c8a9-4d6a-b059-909970f3cd3c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.824781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (bd3fda56-c8a9-4d6a-b059-909970f3cd3c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.827649 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:06.829052 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd3fda56-c8a9-4d6a-b059-909970f3cd3c HTTP/1.1" status: 204 len: 168 time: 0.1723659 Jun 16 18:36:06.843011 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee6333-b393-4391-a4b7-79af5b5f290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3fda56-c8a9-4d6a-b059-909970f3cd3c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:08.586739 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71e8e-312d-4077-a55e-5042574b9f18 req-b92ad0f3-aa05-4a64-a193-faeb23fb54b4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:08.588547 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-87c71e8e-312d-4077-a55e-5042574b9f18 req-b92ad0f3-aa05-4a64-a193-faeb23fb54b4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0923989 Jun 16 18:36:08.673555 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-87c71e8e-312d-4077-a55e-5042574b9f18 req-136b2b78-4c9f-4464-a0aa-48c460a3c59b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766838 Jun 16 18:36:09.861920 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5393d1-b8d3-4281-b922-1526d9ec39f9 req-c4e79800-557a-407f-a5e9-5b8915f621c3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:09.865049 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5c5393d1-b8d3-4281-b922-1526d9ec39f9 req-c4e79800-557a-407f-a5e9-5b8915f621c3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0883911 Jun 16 18:36:09.965868 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5c5393d1-b8d3-4281-b922-1526d9ec39f9 req-75ce6e01-8296-4f46-8aaa-84207d19b69b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927947 Jun 16 18:36:11.149882 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050fcf9-faf0-4311-adab-0ab070289b68 req-a0048d4d-c5b4-4c07-9a4a-b12bac0b1826 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:11.152666 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c050fcf9-faf0-4311-adab-0ab070289b68 req-a0048d4d-c5b4-4c07-9a4a-b12bac0b1826 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0651383 Jun 16 18:36:11.241504 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c050fcf9-faf0-4311-adab-0ab070289b68 req-96107af6-1a22-4fa3-b01b-35ee5edac271 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769613 Jun 16 18:36:11.459797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34778) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:11.596159 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:11.706528 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Publish callbacks [] for security_group (0f555576-57eb-420c-9313-80d071825eb8), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:11.712749 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0f555576-57eb-420c-9313-80d071825eb8), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:11.759848 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f555576-57eb-420c-9313-80d071825eb8,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:11.765640 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91efbe839c644278a79556ae257a9fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041999 Jun 16 18:36:11.769490 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34784) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:11.772989 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.773427 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.773852 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.774264 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.774668 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.775069 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.775471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.775869 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.776296 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.776695 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.777094 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.777491 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.777883 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.778270 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.778605 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41160da-8686-476f-9609-930b7ec4c6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:11.849324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34786) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:11.866391 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Publish callbacks [] for security_group (0f555576-57eb-420c-9313-80d071825eb8), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.018770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-023c7b9c-858f-4eed-a170-55d1f685c283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.061443 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:12.172861 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-023c7b9c-858f-4eed-a170-55d1f685c283 admin admin] Publish callbacks [] for security_group (de0f5369-595e-4415-8402-f1aa13dbd8d9), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.180642 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-023c7b9c-858f-4eed-a170-55d1f685c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (de0f5369-595e-4415-8402-f1aa13dbd8d9), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.204864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Publish callbacks [] for security_group (0f555576-57eb-420c-9313-80d071825eb8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.215023 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:12.238704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c7b9c-858f-4eed-a170-55d1f685c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f5369-595e-4415-8402-f1aa13dbd8d9,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.247449 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-023c7b9c-858f-4eed-a170-55d1f685c283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a018c9d73cc466099993b27c5b9ea61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964889 Jun 16 18:36:12.250959 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34790) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:12.276899 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (0f555576-57eb-420c-9313-80d071825eb8), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.281750 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.289060 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f555576-57eb-420c-9313-80d071825eb8 HTTP/1.1" status: 204 len: 168 time: 0.5165396 Jun 16 18:36:12.307029 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f555576-57eb-420c-9313-80d071825eb8,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.325615 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.326241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.326768 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.328350 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.329173 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.330816 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.331766 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.333793 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.334688 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.335515 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.336267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.337335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.338703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] Publish callbacks [] for security_group (de0f5369-595e-4415-8402-f1aa13dbd8d9), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.339574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.340584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.341472 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbf9d2-b4d5-49a4-ba89-92ac0bfaf14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:12.369324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] Publish callbacks [] for security_group (de0f5369-595e-4415-8402-f1aa13dbd8d9), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.447376 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (de0f5369-595e-4415-8402-f1aa13dbd8d9), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.450906 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:12.452223 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de0f5369-595e-4415-8402-f1aa13dbd8d9 HTTP/1.1" status: 204 len: 168 time: 0.1997526 Jun 16 18:36:12.463652 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f2fdd-729c-4d76-ba81-7f624ee5604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f5369-595e-4415-8402-f1aa13dbd8d9,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.469546 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867fc77-5cd0-4ec9-b7bf-fc77c40816cd req-41defcf6-b79e-4580-a2e9-e14d906df069 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:12.481086 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1867fc77-5cd0-4ec9-b7bf-fc77c40816cd req-41defcf6-b79e-4580-a2e9-e14d906df069 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.1057005 Jun 16 18:36:12.569703 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1867fc77-5cd0-4ec9-b7bf-fc77c40816cd req-664f32f5-aaeb-459d-a003-d39dfff5cd92 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859919 Jun 16 18:36:13.767748 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7588f5-42e4-4df8-96d3-97cda9a16a66 req-b07c8243-8297-4d27-a532-e1ff718ccf4b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:13.771260 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8e7588f5-42e4-4df8-96d3-97cda9a16a66 req-b07c8243-8297-4d27-a532-e1ff718ccf4b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0989876 Jun 16 18:36:13.868707 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8e7588f5-42e4-4df8-96d3-97cda9a16a66 req-1bade743-a81d-456e-aeed-38c1a366bee3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865309 Jun 16 18:36:14.856190 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:14.919164 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=11 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:14.959485 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34930) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:15.062031 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3432fc-ef87-4985-a4ec-db14b1caa8e1 req-5171dcf4-d074-461f-a002-f14889ace7c0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:15.064701 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fc3432fc-ef87-4985-a4ec-db14b1caa8e1 req-5171dcf4-d074-461f-a002-f14889ace7c0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0846102 Jun 16 18:36:15.153557 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-05737111-b3d6-4da5-9781-fc9364759a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.158437 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fc3432fc-ef87-4985-a4ec-db14b1caa8e1 req-d5ebe0d6-42ca-4d7b-bb14-99df90f73809 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850375 Jun 16 18:36:15.305221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-05737111-b3d6-4da5-9781-fc9364759a83 admin admin] Publish callbacks [] for security_group (1ef17908-be66-4db6-b5a0-942cfad8b25d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.310221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-05737111-b3d6-4da5-9781-fc9364759a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (1ef17908-be66-4db6-b5a0-942cfad8b25d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.390169 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-05737111-b3d6-4da5-9781-fc9364759a83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcd40164935946679b6cdccf97f5aa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290202 Jun 16 18:36:15.391934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737111-b3d6-4da5-9781-fc9364759a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef17908-be66-4db6-b5a0-942cfad8b25d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:15.393226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34934) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:15.487865 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] Publish callbacks [] for security_group (1ef17908-be66-4db6-b5a0-942cfad8b25d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.528533 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] Publish callbacks [] for security_group (1ef17908-be66-4db6-b5a0-942cfad8b25d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.602768 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (1ef17908-be66-4db6-b5a0-942cfad8b25d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.606975 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:15.609042 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ef17908-be66-4db6-b5a0-942cfad8b25d HTTP/1.1" status: 204 len: 168 time: 0.2142704 Jun 16 18:36:15.622999 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc9f96-57be-4093-9e9f-a573cd97be7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef17908-be66-4db6-b5a0-942cfad8b25d,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.083781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 34942) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:16.101758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d1eb-15d8-47b6-92bd-892efb44a0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.221211 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d1eb-15d8-47b6-92bd-892efb44a0ef admin admin] Publish callbacks [] for security_group (c560fcbd-0cf5-4f68-b5f8-5893d8d95959), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.227500 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d1eb-15d8-47b6-92bd-892efb44a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (c560fcbd-0cf5-4f68-b5f8-5893d8d95959), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.291263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9d1eb-15d8-47b6-92bd-892efb44a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560fcbd-0cf5-4f68-b5f8-5893d8d95959,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.322916 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c0b9d1eb-15d8-47b6-92bd-892efb44a0ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82ef09ad8e3846668bbe3e8d314f00b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378807 Jun 16 18:36:16.327050 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 34946) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:16.362817 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.365804 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6f735-e7c0-4797-aac6-b04395574dc4 req-9177f4fe-57c3-470b-90b9-f25ed548a296 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:16.367789 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3bb6f735-e7c0-4797-aac6-b04395574dc4 req-9177f4fe-57c3-470b-90b9-f25ed548a296 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0964193 Jun 16 18:36:16.399562 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] Publish callbacks [] for security_group (c560fcbd-0cf5-4f68-b5f8-5893d8d95959), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.446687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] Publish callbacks [] for security_group (c560fcbd-0cf5-4f68-b5f8-5893d8d95959), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.456311 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3bb6f735-e7c0-4797-aac6-b04395574dc4 req-7193fb58-9a86-47ff-9ad9-67bf33004334 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747206 Jun 16 18:36:16.529704 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (c560fcbd-0cf5-4f68-b5f8-5893d8d95959), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.532525 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:16.533746 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c560fcbd-0cf5-4f68-b5f8-5893d8d95959 HTTP/1.1" status: 204 len: 168 time: 0.2053571 Jun 16 18:36:16.544088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2715fc-86d4-4ccf-b003-0b57eb0b3b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560fcbd-0cf5-4f68-b5f8-5893d8d95959,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:17.648417 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266217e-80c3-4880-98f0-06f392f480ef req-29a70346-17a5-4779-906e-4c2dec7fe6ef tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:17.651856 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f266217e-80c3-4880-98f0-06f392f480ef req-29a70346-17a5-4779-906e-4c2dec7fe6ef tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0883453 Jun 16 18:36:17.731546 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f266217e-80c3-4880-98f0-06f392f480ef req-3ae98883-08a7-4da6-a2c4-ff1b85cd3a85 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733962 Jun 16 18:36:18.907619 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:18.943603 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb21c7-b21e-4360-82ed-cc569f746aa2 req-e5e31485-c6c9-4833-847d-25e5206f3926 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:18.945971 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fdcb21c7-b21e-4360-82ed-cc569f746aa2 req-e5e31485-c6c9-4833-847d-25e5206f3926 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0874932 Jun 16 18:36:18.999086 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:19.008674 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fdcb21c7-b21e-4360-82ed-cc569f746aa2 req-37d7e59a-ffdb-4a2c-8eac-2cccd800a638 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Jun 16 18:36:19.323767 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927064f9-0799-479d-9b3a-57c7656dd64c req-a9eedfb2-9017-4ee8-95cb-1c40595b7152 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:19.328547 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-927064f9-0799-479d-9b3a-57c7656dd64c req-a9eedfb2-9017-4ee8-95cb-1c40595b7152 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0790238 Jun 16 18:36:19.388801 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-927064f9-0799-479d-9b3a-57c7656dd64c req-303139c2-f6d6-4b03-8a48-82e37e007ffa tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542378 Jun 16 18:36:19.427266 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee146-1828-417e-b06a-cf1e5361624a req-49e8b673-386c-49a7-8466-047de06fdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:19.429373 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-49e8b673-386c-49a7-8466-047de06fdcc9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1129 time: 0.0683086 Jun 16 18:36:19.541952 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:19.570998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee146-1828-417e-b06a-cf1e5361624a req-374fa665-5321-468f-9dc9-3a586925bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:19.573234 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-374fa665-5321-468f-9dc9-3a586925bfbf service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.1361768 Jun 16 18:36:19.646228 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:19.651531 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-9c376bf3-88ea-4c40-9bac-ab59c15b183c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 200 len: 1001 time: 0.0714915 Jun 16 18:36:19.715882 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee146-1828-417e-b06a-cf1e5361624a req-50b6736c-77ec-4015-a272-c09b622bdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:19.717547 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-50b6736c-77ec-4015-a272-c09b622bdc16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.0598121 Jun 16 18:36:19.775052 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee146-1828-417e-b06a-cf1e5361624a req-31bd85ea-18e8-4a81-b7f1-303009dc94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:19.777290 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-31bd85ea-18e8-4a81-b7f1-303009dc94b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515907 Jun 16 18:36:19.921928 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-873b92e5-42a1-4955-a0e8-fa16f2b46314 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342764 Jun 16 18:36:20.085627 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-638ee146-1828-417e-b06a-cf1e5361624a req-164cf3ce-5d46-4c89-991b-715e949e19ff service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572258 Jun 16 18:36:20.535226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1946-67fe-4204-ba99-f0682ce1d7b0 req-03f30d5e-b680-44dd-93cf-c79d30fcad1b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:20.536949 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f2b1946-67fe-4204-ba99-f0682ce1d7b0 req-03f30d5e-b680-44dd-93cf-c79d30fcad1b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0601568 Jun 16 18:36:20.602255 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f2b1946-67fe-4204-ba99-f0682ce1d7b0 req-c19cb109-d881-4331-bc8f-cf63f002a992 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582130 Jun 16 18:36:22.071025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc550-3299-43e7-bd37-efc49563afcf req-70c5e712-7701-486f-b12c-0c7e9b4a3ef1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:22.073033 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-068dc550-3299-43e7-bd37-efc49563afcf req-70c5e712-7701-486f-b12c-0c7e9b4a3ef1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.3559208 Jun 16 18:36:22.140320 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-068dc550-3299-43e7-bd37-efc49563afcf req-b6da41a5-beb3-4c86-99f9-5debce0c40d9 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591879 Jun 16 18:36:23.321157 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2f5a9-39a6-466c-95ea-5b1397cf9120 req-9e572095-7b5c-4033-a53b-6b1b2c7c034e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:23.322932 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-75d2f5a9-39a6-466c-95ea-5b1397cf9120 req-9e572095-7b5c-4033-a53b-6b1b2c7c034e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0821781 Jun 16 18:36:23.388468 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-75d2f5a9-39a6-466c-95ea-5b1397cf9120 req-483e3480-f373-48c5-9722-58ed6ed8f95d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593131 Jun 16 18:36:24.537725 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34993ee0-9839-4423-bad2-aa8d7084d1bf req-972ac650-9229-4c1c-ac75-039044b33145 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:24.539330 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-34993ee0-9839-4423-bad2-aa8d7084d1bf req-972ac650-9229-4c1c-ac75-039044b33145 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0697565 Jun 16 18:36:24.614991 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-34993ee0-9839-4423-bad2-aa8d7084d1bf req-c17c4943-4273-4c35-8071-5a35e091d393 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682831 Jun 16 18:36:26.356947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=42,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:26.564480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:27.399962 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0bb71ee5-3e5f-4162-857f-7156f0f0e950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:29.717709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-96defa22-a13b-4290-9cbf-b3aa8351bf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:30.498015 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:36:31.036622 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:32.467604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:32.808515 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:33.378589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=48 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:33.382770 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=49 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:34.607095 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=27 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:34.610554 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=32 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:42.801647 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:42.803953 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:46.350827 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:52.612502 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=16 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:52.615229 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=18 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:54.643355 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35298) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:54.808471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a333c8-88d9-4d5a-9e29-e1c08b5aeb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:54.929889 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a333c8-88d9-4d5a-9e29-e1c08b5aeb9a admin admin] Publish callbacks [] for security_group (e55b999f-790c-4291-be6a-48399056aea6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:54.935287 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-b4a333c8-88d9-4d5a-9e29-e1c08b5aeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e55b999f-790c-4291-be6a-48399056aea6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:54.998127 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-b4a333c8-88d9-4d5a-9e29-e1c08b5aeb9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f2b4e5912be4b87ad7be7a162ada75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530972 Jun 16 18:36:54.999488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a333c8-88d9-4d5a-9e29-e1c08b5aeb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b999f-790c-4291-be6a-48399056aea6,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:55.002218 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35302) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:55.062787 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] Publish callbacks [] for security_group (e55b999f-790c-4291-be6a-48399056aea6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.097617 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] Publish callbacks [] for security_group (e55b999f-790c-4291-be6a-48399056aea6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.157000 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e55b999f-790c-4291-be6a-48399056aea6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.161263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.162761 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e55b999f-790c-4291-be6a-48399056aea6 HTTP/1.1" status: 204 len: 168 time: 0.1594906 Jun 16 18:36:55.175419 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebfd28-95fe-44d0-9906-d50dc70b72b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b999f-790c-4291-be6a-48399056aea6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:55.582686 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35312) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:55.605958 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8cdfed1f-c388-48af-959c-443b9fc661f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.732599 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8cdfed1f-c388-48af-959c-443b9fc661f6 admin admin] Publish callbacks [] for security_group (531a7961-e97e-498b-b56e-dc4c8f0b39bc), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.740486 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8cdfed1f-c388-48af-959c-443b9fc661f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (531a7961-e97e-498b-b56e-dc4c8f0b39bc), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.786610 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8cdfed1f-c388-48af-959c-443b9fc661f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9dcb8a5511b4d478a418f72615d2c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022784 Jun 16 18:36:55.787751 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfed1f-c388-48af-959c-443b9fc661f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a7961-e97e-498b-b56e-dc4c8f0b39bc,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:55.790863 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35316) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:55.855251 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] Publish callbacks [] for security_group (531a7961-e97e-498b-b56e-dc4c8f0b39bc), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.882525 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] Publish callbacks [] for security_group (531a7961-e97e-498b-b56e-dc4c8f0b39bc), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.945262 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (531a7961-e97e-498b-b56e-dc4c8f0b39bc), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.948743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:55.950258 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/531a7961-e97e-498b-b56e-dc4c8f0b39bc HTTP/1.1" status: 204 len: 168 time: 0.1580100 Jun 16 18:36:55.965612 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe48584-c655-47c5-a8d7-37a33de19c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a7961-e97e-498b-b56e-dc4c8f0b39bc,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:57.400307 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-435953ce-5827-4993-ac1e-a66429aa4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:58.084931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e5c90-4ceb-4c1a-9a09-47abf4dc0d01 req-6d08870d-072b-4e07-8f49-5f72f7c90ce9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:58.088344 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c18e5c90-4ceb-4c1a-9a09-47abf4dc0d01 req-6d08870d-072b-4e07-8f49-5f72f7c90ce9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1095278 Jun 16 18:36:58.185756 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c18e5c90-4ceb-4c1a-9a09-47abf4dc0d01 req-16218c8d-dfd1-4cdb-9376-d54f479fb18f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791366 Jun 16 18:36:58.510169 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35386) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:58.543501 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35390) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:58.666105 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a90b68d6-a019-4fda-9b27-ad8acd814c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:58.740327 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-50591465-8aef-4165-ad9d-b8e3533fffcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:58.894665 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a90b68d6-a019-4fda-9b27-ad8acd814c5f admin admin] Publish callbacks [] for security_group (52fb8d7d-1b4b-4c94-80d0-6170789d99b1), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:58.900980 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a90b68d6-a019-4fda-9b27-ad8acd814c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (52fb8d7d-1b4b-4c94-80d0-6170789d99b1), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:58.993719 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b68d6-a019-4fda-9b27-ad8acd814c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fb8d7d-1b4b-4c94-80d0-6170789d99b1,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:58.998313 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a90b68d6-a019-4fda-9b27-ad8acd814c5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25d292c37a034d23803e395980b4219a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864974 Jun 16 18:36:59.002816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35394) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:59.017561 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-50591465-8aef-4165-ad9d-b8e3533fffcf admin admin] Publish callbacks [] for security_group (d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.025255 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-50591465-8aef-4165-ad9d-b8e3533fffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.031117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:59.062294 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:36:59.086625 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50591465-8aef-4165-ad9d-b8e3533fffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.089300 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] Publish callbacks [] for security_group (52fb8d7d-1b4b-4c94-80d0-6170789d99b1), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.094441 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-50591465-8aef-4165-ad9d-b8e3533fffcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6bab26d95c34a4a9fb7ca717d8cbf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494008 Jun 16 18:36:59.095056 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35396) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:36:59.142701 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] Publish callbacks [] for security_group (52fb8d7d-1b4b-4c94-80d0-6170789d99b1), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.217608 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] Publish callbacks [] for security_group (d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.273266 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] Publish callbacks [] for security_group (d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.287482 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (52fb8d7d-1b4b-4c94-80d0-6170789d99b1), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.292657 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.295149 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52fb8d7d-1b4b-4c94-80d0-6170789d99b1 HTTP/1.1" status: 204 len: 168 time: 0.2887542 Jun 16 18:36:59.349615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ba0d-fbd1-404c-a5a7-1d200ca4be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fb8d7d-1b4b-4c94-80d0-6170789d99b1,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.381737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5584ca-d60b-4edc-86a5-dc3a0882aa85 req-befa63a8-ceb2-4294-91f2-a6ca8d9c1233 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:36:59.390805 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db5584ca-d60b-4edc-86a5-dc3a0882aa85 req-befa63a8-ceb2-4294-91f2-a6ca8d9c1233 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0953181 Jun 16 18:36:59.406591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.411986 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:36:59.414174 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9 HTTP/1.1" status: 204 len: 168 time: 0.3136916 Jun 16 18:36:59.431086 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89c2b0-e59b-4a86-a957-8611aec7ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c3ba0-a2c7-4618-ac87-5c2eaa3bbcb9,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.487541 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db5584ca-d60b-4edc-86a5-dc3a0882aa85 req-3ac572dc-62f3-4e0e-ae91-b10ddef65cef tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951116 Jun 16 18:36:59.736828 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7878-761d-4514-a939-c8b3d1bfea9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.015224 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35408) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:00.038079 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bcb4-9673-4ead-9a24-74e6031ce56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.142206 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bcb4-9673-4ead-9a24-74e6031ce56e admin admin] Publish callbacks [] for security_group (f2ef8a43-4701-44c9-a279-74c4351f43b8), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.148007 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bcb4-9673-4ead-9a24-74e6031ce56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f2ef8a43-4701-44c9-a279-74c4351f43b8), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.199499 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1cb3bcb4-9673-4ead-9a24-74e6031ce56e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15007fcd30e947b389f6a4bbb625ed82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826797 Jun 16 18:37:00.200950 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3bcb4-9673-4ead-9a24-74e6031ce56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef8a43-4701-44c9-a279-74c4351f43b8,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.203530 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35410) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:00.278375 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] Publish callbacks [] for security_group (f2ef8a43-4701-44c9-a279-74c4351f43b8), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.307126 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] Publish callbacks [] for security_group (f2ef8a43-4701-44c9-a279-74c4351f43b8), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.386293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (f2ef8a43-4701-44c9-a279-74c4351f43b8), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.392222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:00.394083 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2ef8a43-4701-44c9-a279-74c4351f43b8 HTTP/1.1" status: 204 len: 168 time: 0.1885283 Jun 16 18:37:00.409828 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45482362-19cb-45a2-9b91-8d951d029b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef8a43-4701-44c9-a279-74c4351f43b8,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.697229 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611d86-07f1-4356-8cc8-5fcb04ed28e6 req-b45e82fe-1e59-4b43-a0e0-14cf83a5dda8 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:00.699513 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-81611d86-07f1-4356-8cc8-5fcb04ed28e6 req-b45e82fe-1e59-4b43-a0e0-14cf83a5dda8 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0629363 Jun 16 18:37:00.783331 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-81611d86-07f1-4356-8cc8-5fcb04ed28e6 req-9de5b4ef-3136-47e9-a23b-52505db55e02 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760868 Jun 16 18:37:01.037246 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:01.916293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35446) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:01.952281 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c581b-85e1-475f-8336-8c7591bff131 req-d18ebbf2-bd84-456f-b5a5-9410ef737e5c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:01.954327 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-211c581b-85e1-475f-8336-8c7591bff131 req-d18ebbf2-bd84-456f-b5a5-9410ef737e5c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0637352 Jun 16 18:37:02.039853 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-211c581b-85e1-475f-8336-8c7591bff131 req-40548b9d-c6db-40ee-8b27-3176450d908d tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766189 Jun 16 18:37:02.087140 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c4d-9e6c-4854-bcc3-3b58f5be4086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.186593 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c4d-9e6c-4854-bcc3-3b58f5be4086 admin admin] Publish callbacks [] for security_group (b737f45e-cfb6-45d5-8c84-ea83246f0e92), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.192948 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c4d-9e6c-4854-bcc3-3b58f5be4086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (b737f45e-cfb6-45d5-8c84-ea83246f0e92), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.242200 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-de7c0c4d-9e6c-4854-bcc3-3b58f5be4086 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c088808610b436dab604af489e0c684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243098 Jun 16 18:37:02.243090 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0c4d-9e6c-4854-bcc3-3b58f5be4086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b737f45e-cfb6-45d5-8c84-ea83246f0e92,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:02.245665 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35450) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:02.350611 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] Publish callbacks [] for security_group (b737f45e-cfb6-45d5-8c84-ea83246f0e92), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.388796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] Publish callbacks [] for security_group (b737f45e-cfb6-45d5-8c84-ea83246f0e92), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.399836 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:02.415803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:02.470226 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.472687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (b737f45e-cfb6-45d5-8c84-ea83246f0e92), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.475676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:02.476912 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b737f45e-cfb6-45d5-8c84-ea83246f0e92 HTTP/1.1" status: 204 len: 168 time: 0.2298429 Jun 16 18:37:02.486177 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d72a32-a6c8-4fc8-b7c4-3a753f25ffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b737f45e-cfb6-45d5-8c84-ea83246f0e92,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:02.815674 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:03.174208 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:03.215199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761d2b1-3c0c-4bef-97f7-f9d80b1f39a2 req-9b2f9a78-2557-4f75-96c1-5ccf906d34e8 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:03.217685 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e761d2b1-3c0c-4bef-97f7-f9d80b1f39a2 req-9b2f9a78-2557-4f75-96c1-5ccf906d34e8 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0800571 Jun 16 18:37:03.303679 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-e761d2b1-3c0c-4bef-97f7-f9d80b1f39a2 req-1ccf1d37-3153-4619-b8e8-22f2f4504122 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773001 Jun 16 18:37:04.486251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aabdcd-8d4d-46d6-9d8b-216204963e50 req-d6cae43c-85c6-43da-8724-ceba9f8c5d5e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:04.488909 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-45aabdcd-8d4d-46d6-9d8b-216204963e50 req-d6cae43c-85c6-43da-8724-ceba9f8c5d5e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0734563 Jun 16 18:37:04.574819 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-45aabdcd-8d4d-46d6-9d8b-216204963e50 req-f68f9ca2-7856-4e7d-b143-5fb25d6f96b0 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764954 Jun 16 18:37:05.747299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98251412-e5dd-42a6-82bc-162756856b4d req-09a24fb8-16b1-4c99-8e0c-962dd09ef838 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:05.749976 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-98251412-e5dd-42a6-82bc-162756856b4d req-09a24fb8-16b1-4c99-8e0c-962dd09ef838 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0795786 Jun 16 18:37:05.814301 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-98251412-e5dd-42a6-82bc-162756856b4d req-2deaa0f8-240c-4efa-b106-8730cc77f256 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567026 Jun 16 18:37:06.932392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:07.006509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a0cc-e0f0-4368-bfdb-f312d4d060bf req-98d0d0e8-5f4c-4315-bd0d-87a0fe23e4ec tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:07.009282 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c714a0cc-e0f0-4368-bfdb-f312d4d060bf req-98d0d0e8-5f4c-4315-bd0d-87a0fe23e4ec tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0875192 Jun 16 18:37:07.092028 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c714a0cc-e0f0-4368-bfdb-f312d4d060bf req-36a5bd4b-4177-4f91-ad0a-f16a9a357e27 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729251 Jun 16 18:37:07.508865 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:37:07.818828 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c8bb-ca3b-4d55-a24e-58fa35614711 req-e4805701-34c0-4b8c-bd63-644ddb40b0a7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:07.822268 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ff45c8bb-ca3b-4d55-a24e-58fa35614711 req-e4805701-34c0-4b8c-bd63-644ddb40b0a7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0889487 Jun 16 18:37:07.921920 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ff45c8bb-ca3b-4d55-a24e-58fa35614711 req-bd946a09-2d6b-440e-8d3e-680e30af1a72 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930433 Jun 16 18:37:08.242548 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfaa6a-5e0e-4350-b576-79e6a937f5be req-54be48cb-c9c0-4ca9-bfb2-7ae1d57b32f6 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:08.244280 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-02dfaa6a-5e0e-4350-b576-79e6a937f5be req-54be48cb-c9c0-4ca9-bfb2-7ae1d57b32f6 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0516813 Jun 16 18:37:08.307696 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-02dfaa6a-5e0e-4350-b576-79e6a937f5be req-fc83132e-0c7e-41e7-a45c-a2fb7f9a8da0 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573790 Jun 16 18:37:09.106286 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83e57f-e592-44a0-a034-d1bdaf678200 req-16cba1d8-0c75-4537-b8d3-9f7723e37e74 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:09.108713 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b83e57f-e592-44a0-a034-d1bdaf678200 req-16cba1d8-0c75-4537-b8d3-9f7723e37e74 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0744717 Jun 16 18:37:09.198530 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7b83e57f-e592-44a0-a034-d1bdaf678200 req-b2586410-8e99-4cce-b3db-2597dc396865 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774376 Jun 16 18:37:09.477222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0025d04-a4b6-4b1b-a254-1ad47837a236 req-b2329d44-4bea-4be7-962d-882491577038 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:09.479431 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a0025d04-a4b6-4b1b-a254-1ad47837a236 req-b2329d44-4bea-4be7-962d-882491577038 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0757604 Jun 16 18:37:09.570352 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a0025d04-a4b6-4b1b-a254-1ad47837a236 req-7907c5d4-a315-49e7-aa20-ca825e54eac4 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833538 Jun 16 18:37:10.536606 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313ceab-59e6-4029-8fb8-00c5179099fa req-a099bb29-ec01-4175-9104-2f6e093a3be0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:10.540252 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4313ceab-59e6-4029-8fb8-00c5179099fa req-a099bb29-ec01-4175-9104-2f6e093a3be0 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0950491 Jun 16 18:37:10.630999 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4313ceab-59e6-4029-8fb8-00c5179099fa req-92692278-68bc-4bd4-ae7e-b3bed7b69159 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839617 Jun 16 18:37:10.756300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd3dc7-1edf-46a7-8bd5-485e6f7a0552 req-48b625d4-1ffb-4760-ae1a-b645934b5ffe tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:10.759078 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bffd3dc7-1edf-46a7-8bd5-485e6f7a0552 req-48b625d4-1ffb-4760-ae1a-b645934b5ffe tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0815632 Jun 16 18:37:10.856562 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bffd3dc7-1edf-46a7-8bd5-485e6f7a0552 req-8f8a1ac8-0707-4117-8a4f-64d54cc5bdd3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904446 Jun 16 18:37:11.822477 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d23e-46d7-4022-aa22-5fb3874ff0fd req-f7adc0d6-ce3d-4dd8-8a2f-337240b191de tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:11.824536 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a4e1d23e-46d7-4022-aa22-5fb3874ff0fd req-f7adc0d6-ce3d-4dd8-8a2f-337240b191de tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0678711 Jun 16 18:37:11.883551 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a4e1d23e-46d7-4022-aa22-5fb3874ff0fd req-0b485335-bef1-4164-9dc7-152e5096363b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525155 Jun 16 18:37:12.015454 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdf40a-ceda-47ea-adc1-6e2cc983c1a5 req-b3ed71d5-1a26-455a-b435-fbc9e6d8132f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:12.018120 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-50bdf40a-ceda-47ea-adc1-6e2cc983c1a5 req-b3ed71d5-1a26-455a-b435-fbc9e6d8132f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0704119 Jun 16 18:37:12.101816 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-50bdf40a-ceda-47ea-adc1-6e2cc983c1a5 req-ff1f2a4d-8a8b-4563-bdd2-aaaa636110fa tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718641 Jun 16 18:37:12.507933 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35614) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:12.704789 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:12.804751 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:12.809225 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:12.827848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Publish callbacks [] for security_group (588a45c5-3df9-4e04-8ad9-8f8163ff71e9), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:12.834881 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (588a45c5-3df9-4e04-8ad9-8f8163ff71e9), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:12.898125 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aae17c9e571b42b3aec173150cf7977f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881471 Jun 16 18:37:12.899165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588a45c5-3df9-4e04-8ad9-8f8163ff71e9,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:12.901109 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35620) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:12.908932 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.909822 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.910000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.911132 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.911132 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.911434 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.911721 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.912237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.912620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.912952 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.913365 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.913706 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.914552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.914552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:12.915122 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c3742-c729-4cd0-aefc-114789a9d6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.020936 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Publish callbacks [] for security_group (588a45c5-3df9-4e04-8ad9-8f8163ff71e9), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.115064 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726953a8-da7f-4201-9560-1cda990c015e req-50ae3c47-fe4c-45da-8b69-b394d40243fd tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.117606 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-726953a8-da7f-4201-9560-1cda990c015e req-50ae3c47-fe4c-45da-8b69-b394d40243fd tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.1214139 Jun 16 18:37:13.121578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Publish callbacks [] for security_group (588a45c5-3df9-4e04-8ad9-8f8163ff71e9), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.181531 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beac14-8631-467d-8fd4-93d734d5043c req-ae3bb0b9-52af-45e4-bca5-9f21e985aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.184528 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-ae3bb0b9-52af-45e4-bca5-9f21e985aff2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1129 time: 0.0750124 Jun 16 18:37:13.265890 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-726953a8-da7f-4201-9560-1cda990c015e req-19fa3797-6cab-4b83-9726-95b11000a2e7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229007 Jun 16 18:37:13.280228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (588a45c5-3df9-4e04-8ad9-8f8163ff71e9), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.284949 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.291980 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/588a45c5-3df9-4e04-8ad9-8f8163ff71e9 HTTP/1.1" status: 204 len: 168 time: 0.3893480 Jun 16 18:37:13.308130 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a45c5-3df9-4e04-8ad9-8f8163ff71e9,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:13.325982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.326558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.327115 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.327559 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.327996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.328470 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.328926 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.329363 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.329769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.330168 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.330568 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.331014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.332100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.332669 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.333227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515ede6-6fdb-4d66-8d8e-ac1429b8c95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.375056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc882-57d8-4296-bfb0-fa1180b49040 req-e788d2ad-af3d-478c-83b0-c827a9cb89c5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.382784 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-af7fc882-57d8-4296-bfb0-fa1180b49040 req-e788d2ad-af3d-478c-83b0-c827a9cb89c5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1965823 Jun 16 18:37:13.455210 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:13.465564 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-af7fc882-57d8-4296-bfb0-fa1180b49040 req-3e55fbfe-e43e-4849-8ccb-872d4cc26136 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809402 Jun 16 18:37:13.468516 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beac14-8631-467d-8fd4-93d734d5043c req-f50993b4-01b7-47d6-836f-ab821feb18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.472297 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-f50993b4-01b7-47d6-836f-ab821feb18ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.2688923 Jun 16 18:37:13.568660 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-2099e361-7666-4da2-b33e-ba7e793b6719 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 1000 time: 0.0898366 Jun 16 18:37:13.604959 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:13.631232 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beac14-8631-467d-8fd4-93d734d5043c req-91949fbc-ba38-4396-87ab-8b727b144033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.632799 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-91949fbc-ba38-4396-87ab-8b727b144033 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0557301 Jun 16 18:37:13.694619 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beac14-8631-467d-8fd4-93d734d5043c req-c541057f-c5d9-40cc-b593-5a6beb07c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:13.696238 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-c541057f-c5d9-40cc-b593-5a6beb07c9ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566890 Jun 16 18:37:13.750042 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35634) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:13.776790 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0c3956f9-70ea-49d9-9af2-de4c6267120f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.818428 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-8ab9a984-efe8-4ce1-8a62-041f3855930b service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157055 Jun 16 18:37:13.822850 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:13.933030 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b0beac14-8631-467d-8fd4-93d734d5043c req-e4e44591-5f19-43b1-8fce-120e3e54494d service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079011 Jun 16 18:37:13.948807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0c3956f9-70ea-49d9-9af2-de4c6267120f admin admin] Publish callbacks [] for security_group (6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:13.954997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0c3956f9-70ea-49d9-9af2-de4c6267120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.000901 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3956f9-70ea-49d9-9af2-de4c6267120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.010431 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0c3956f9-70ea-49d9-9af2-de4c6267120f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c4b250ebc8443bf9a91dfdead7ab0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547696 Jun 16 18:37:14.011842 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35636) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:14.069158 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:14.078320 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] Publish callbacks [] for security_group (6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.106601 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] Publish callbacks [] for security_group (6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.165918 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.168763 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.169978 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9 HTTP/1.1" status: 204 len: 168 time: 0.1580985 Jun 16 18:37:14.180518 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b825fe9-bc94-4969-b110-dcad04226944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5dcd7c-19d5-4d26-a00c-ab10304cd5e9,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.411039 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efad9c-74b3-4005-b1ac-8728a3e91615 req-690a01dc-036d-4325-a13d-2b3f53c7c9ad tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:14.412717 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a9efad9c-74b3-4005-b1ac-8728a3e91615 req-690a01dc-036d-4325-a13d-2b3f53c7c9ad tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0587208 Jun 16 18:37:14.471442 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a9efad9c-74b3-4005-b1ac-8728a3e91615 req-bad90084-8561-47dc-9626-0e0fe4fea2a7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516381 Jun 16 18:37:14.616010 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd7c9c-a985-4db0-ba6a-c463eac7fbf4 req-6e112dee-e270-440b-befa-d5cfc69a40b5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:14.618792 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05dd7c9c-a985-4db0-ba6a-c463eac7fbf4 req-6e112dee-e270-440b-befa-d5cfc69a40b5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0694771 Jun 16 18:37:14.694169 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-05dd7c9c-a985-4db0-ba6a-c463eac7fbf4 req-17a5ac88-b331-4f0a-aac6-bebef5deed58 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610700 Jun 16 18:37:14.714811 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35646) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:14.730578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-caf83eb0-7eca-425a-a20f-bb0fc4724044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.844259 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-caf83eb0-7eca-425a-a20f-bb0fc4724044 admin admin] Publish callbacks [] for security_group (3900e7b1-df7d-44ed-b2f8-cc7c06485271), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.849697 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-caf83eb0-7eca-425a-a20f-bb0fc4724044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3900e7b1-df7d-44ed-b2f8-cc7c06485271), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:14.898271 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf83eb0-7eca-425a-a20f-bb0fc4724044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3900e7b1-df7d-44ed-b2f8-cc7c06485271,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.903173 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-caf83eb0-7eca-425a-a20f-bb0fc4724044 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29e93229660b47759b58e4c5c9f44e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870775 Jun 16 18:37:14.907672 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35650) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:14.975040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] Publish callbacks [] for security_group (3900e7b1-df7d-44ed-b2f8-cc7c06485271), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:15.007287 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] Publish callbacks [] for security_group (3900e7b1-df7d-44ed-b2f8-cc7c06485271), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:15.073008 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (3900e7b1-df7d-44ed-b2f8-cc7c06485271), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:15.075776 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:15.077328 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3900e7b1-df7d-44ed-b2f8-cc7c06485271 HTTP/1.1" status: 204 len: 168 time: 0.1620152 Jun 16 18:37:15.088165 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822902a-4af5-481e-873f-7c62596bddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3900e7b1-df7d-44ed-b2f8-cc7c06485271,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:15.624033 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b65df-437d-4e2c-b56a-dd1022e24793 req-4a8ef575-9967-4f3d-b8c0-4a05b018484f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:15.625880 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4d4b65df-437d-4e2c-b56a-dd1022e24793 req-4a8ef575-9967-4f3d-b8c0-4a05b018484f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0658071 Jun 16 18:37:15.711050 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4d4b65df-437d-4e2c-b56a-dd1022e24793 req-c211be36-74ab-441d-9202-dee303c8015f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738807 Jun 16 18:37:15.886244 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1ba-1454-4a2d-bc2d-63cef5bd11e4 req-68fd6886-3ec7-4a8a-906f-0d5e0a663a6a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:15.892901 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9c79e1ba-1454-4a2d-bc2d-63cef5bd11e4 req-68fd6886-3ec7-4a8a-906f-0d5e0a663a6a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0981951 Jun 16 18:37:15.995425 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9c79e1ba-1454-4a2d-bc2d-63cef5bd11e4 req-8ecf8d6f-636d-4304-9e8d-39530be117c5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933194 Jun 16 18:37:16.131712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 35682) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:16.357025 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.373973 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139420332-network', 'tenant_id': '4283712d27ef4a748657f3bf788ba2c7'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:16.401854 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Made reservation on behalf of 4283712d27ef4a748657f3bf788ba2c7 for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:16.404964 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.417638 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.520946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks [] for security_group (fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.525676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.539400 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:16.556951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:37:16.580615 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:16.585998 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (c607c062-a8ba-48f5-b8bd-fbde75d8883e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.586357 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Added segment c607c062-a8ba-48f5-b8bd-fbde75d8883e of type vlan for network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de Jun 16 18:37:16.654580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.658693 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:16.710876 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.712617 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:16.713563 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.778858 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6454110 Jun 16 18:37:16.783770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35688) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:16.793151 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Request body: {'subnet': {'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139420332-subnet', 'tenant_id': '4283712d27ef4a748657f3bf788ba2c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:16.834276 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423aa7-2236-484d-971c-7da8bb3a0682 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:16.851306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:37:16.874624 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Made reservation on behalf of 4283712d27ef4a748657f3bf788ba2c7 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:16.877497 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:16.886014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d75a3a-2f18-4f60-9b98-51e518a07d54 req-0aff294f-0541-4f7b-9733-c9c554282f9d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:16.887611 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-05d75a3a-2f18-4f60-9b98-51e518a07d54 req-0aff294f-0541-4f7b-9733-c9c554282f9d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0836203 Jun 16 18:37:17.017147 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-05d75a3a-2f18-4f60-9b98-51e518a07d54 req-c29387f8-b272-438d-85a1-05e9c6fa26d5 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163077 Jun 16 18:37:17.030046 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:17.148951 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (8fb463f3-1431-41d8-ae3f-29f16f53f777), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:17.152838 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:17.209986 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777ecda-5805-456d-a0ea-e87b9c88a6f9 req-f09d725e-f7d1-48cb-89ac-eed2f10b538e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:17.212769 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5777ecda-5805-456d-a0ea-e87b9c88a6f9 req-f09d725e-f7d1-48cb-89ac-eed2f10b538e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0821667 Jun 16 18:37:17.219786 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb463f3-1431-41d8-ae3f-29f16f53f777,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.238524 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Checking segment: {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:37:17.238886 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Network hostable DHCP agents. Network: 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:37:17.263072 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:37:17.279985 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:17.286818 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:17.287758 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:17.291431 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c881a721-6026-4635-9425-27e30c984035 None None] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:37:17.304297 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5777ecda-5805-456d-a0ea-e87b9c88a6f9 req-0aa0517c-2cfb-43fc-9625-7559494d0764 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846608 Jun 16 18:37:17.320087 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-64c4b23d-bf6a-4023-96a6-1541994966f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5318048 Jun 16 18:37:17.415476 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626c06b-481e-4ba0-91d6-4dfe8783852a None None] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:37:17.504818 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-bff7d461-1f76-4cf7-9f7a-f1a42d0b0506 req-21d448f4-074f-4c56-b9db-dcb3581f4a6e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:37:17.507721 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bff7d461-1f76-4cf7-9f7a-f1a42d0b0506 req-21d448f4-074f-4c56-b9db-dcb3581f4a6e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0838792 Jun 16 18:37:17.710969 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35708) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:17.783381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0a85-fc0f-4642-8708-875269ba7e16 req-bd68d02a-3839-46e4-a71c-066a6cd13fe1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:17.786229 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b21f0a85-fc0f-4642-8708-875269ba7e16 req-bd68d02a-3839-46e4-a71c-066a6cd13fe1 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1012223 Jun 16 18:37:17.813390 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-a8f3b17e-246f-4e6f-9220-6f8e50326be3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012218 Jun 16 18:37:17.829440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-ac5975e5-b8a5-4109-8fb2-55d32c970285 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:37:17.832703 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-ac5975e5-b8a5-4109-8fb2-55d32c970285 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103939 Jun 16 18:37:17.881026 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b21f0a85-fc0f-4642-8708-875269ba7e16 req-3dc661bb-745c-4849-8d57-670000d21b2a tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875928 Jun 16 18:37:18.086058 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 35718) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:37:18.288559 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be8bf-083e-467a-8264-3741feedea85 req-40f1df8d-9683-4528-ab5d-a895035c43e1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:18.290195 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a26be8bf-083e-467a-8264-3741feedea85 req-40f1df8d-9683-4528-ab5d-a895035c43e1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.1515524 Jun 16 18:37:18.312353 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-39145ffd-9db5-44a2-8333-5a5f06e5052f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:18.316123 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-39145ffd-9db5-44a2-8333-5a5f06e5052f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports/68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 942 time: 0.2265875 Jun 16 18:37:18.408000 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a26be8bf-083e-467a-8264-3741feedea85 req-b361e465-afd8-4f6a-b0d7-0e8eec594982 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891905 Jun 16 18:37:18.704908 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df394558-7a1d-45cd-b558-2626cca476ea req-f9bf7e90-ccac-4a43-84ba-27e693bc9907 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:18.707133 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-df394558-7a1d-45cd-b558-2626cca476ea req-f9bf7e90-ccac-4a43-84ba-27e693bc9907 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0741451 Jun 16 18:37:18.754069 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-97bf82bf-b8b5-48d8-ae9b-2a714a980e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:18.757924 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-97bf82bf-b8b5-48d8-ae9b-2a714a980e36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 1129 time: 0.0678623 Jun 16 18:37:18.785428 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-df394558-7a1d-45cd-b558-2626cca476ea req-ed76bca9-9da3-422b-a48e-f6d6439be3ec tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719125 Jun 16 18:37:18.899220 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-40e6b940-423c-47a8-ba53-cef4816e0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:18.900891 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-40e6b940-423c-47a8-ba53-cef4816e0ff9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.1377347 Jun 16 18:37:18.981731 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-941eb521-cf6b-48fa-9632-06e2d2b48d6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 200 len: 1001 time: 0.0752764 Jun 16 18:37:19.092856 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f858ed-b99b-4b83-9f4a-ff579f94ecad req-5f743298-b876-432a-8f5a-b586b3400881 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:19.094469 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f2f858ed-b99b-4b83-9f4a-ff579f94ecad req-5f743298-b876-432a-8f5a-b586b3400881 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.1053064 Jun 16 18:37:19.102665 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-2ed9d5dc-0a4b-4914-80a1-149adc68df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:19.104552 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-2ed9d5dc-0a4b-4914-80a1-149adc68df8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.1037817 Jun 16 18:37:19.172129 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-40df6d6b-e0db-45d7-8f9d-7d2d02b14873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:19.173616 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-40df6d6b-e0db-45d7-8f9d-7d2d02b14873 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614994 Jun 16 18:37:19.211553 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f2f858ed-b99b-4b83-9f4a-ff579f94ecad req-aea0f1ac-eab8-401b-9f3e-39ecea434d59 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059120 Jun 16 18:37:19.309666 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-60d3c628-23af-4857-8769-1bf804d2aa5c service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264441 Jun 16 18:37:19.447631 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e6cce5e-68ed-4edc-8aeb-ea0c72d6f27a req-49e59cc2-f28d-4f71-9a14-7de365fd88d9 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298215 Jun 16 18:37:19.501362 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:19.519945 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:19.809483 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-1ab53a35-8989-44ee-8849-208a5d462942 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:19.811056 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-1ab53a35-8989-44ee-8849-208a5d462942 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 808 time: 0.1811078 Jun 16 18:37:19.829000 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-e9d0a2a5-b5df-49cb-bd9a-582a96d36ebf tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/quotas/4283712d27ef4a748657f3bf788ba2c7 HTTP/1.1" status: 200 len: 375 time: 0.0109599 Jun 16 18:37:19.873952 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-1e2f8953-a3bb-4caf-96f8-a5e7ef75f727 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365078 Jun 16 18:37:19.988148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9a966-47b4-449a-b56f-1bbff2017701 req-571578ab-f5b6-4441-8d2d-ef9fc85cd573 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:19.990741 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5f9a966-47b4-449a-b56f-1bbff2017701 req-571578ab-f5b6-4441-8d2d-ef9fc85cd573 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0842297 Jun 16 18:37:20.018372 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-6bb3961e-2ac7-4f51-b331-e2c8f7c20674 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351829 Jun 16 18:37:20.099693 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:20.114266 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5f9a966-47b4-449a-b56f-1bbff2017701 req-eb4b456a-02a2-4123-be67-401ab56a514f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174870 Jun 16 18:37:20.118611 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:20.128510 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-117021e3-06ff-498a-b6eb-642c4bd00a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.130295 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-117021e3-06ff-498a-b6eb-642c4bd00a4e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c&tenant_id=4d9f254f568e4bd98b2e4087c3a32c04 HTTP/1.1" status: 200 len: 1129 time: 0.0810807 Jun 16 18:37:20.151676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:37:20.189828 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-5586f3b8-b071-4052-8033-56ba2100c1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577764 Jun 16 18:37:20.254454 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 68356597-c3ad-4071-ac45-b2f7aa7bca35 is: ACTIVE; New status is: DOWN {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:20.254758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:20.290874 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:20.293565 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd0a595-fadc-4c75-a6ff-48bd244b8471" -d '{"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:20.312463 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:20.318859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:20.430408 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=6']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:20.448862 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc3457-d8f4-41a9-8b35-b365fd146e33 x-openstack-request-id: req-d5bc3457-d8f4-41a9-8b35-b365fd146e33 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:20.449638 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:20.450241 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5bc3457-d8f4-41a9-8b35-b365fd146e33 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:20.451313 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bc3457-d8f4-41a9-8b35-b365fd146e33'] response: {'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'code': 200} Jun 16 18:37:20.453947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.458020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.459020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.459856 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.460433 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.460979 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.461649 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.462158 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.462641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.463525 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.464005 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.464621 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.465352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.466100 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.466840 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:20.528286 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cf63b30-fa27-40ef-9cab-08ef56927d37 req-f576d9b6-0afd-4578-95e6-a15889091712 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 210 time: 0.0775366 Jun 16 18:37:20.552469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dce58-44bf-4fa2-a969-9b5a7db7ed65 req-1c0c9862-b5d7-4bdf-beec-d976cc4deace tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.554611 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-626dce58-44bf-4fa2-a969-9b5a7db7ed65 req-1c0c9862-b5d7-4bdf-beec-d976cc4deace tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.2331398 Jun 16 18:37:20.582804 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-314726c7-4d44-45c2-b703-782266604d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.584367 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-314726c7-4d44-45c2-b703-782266604d9b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1127 time: 0.1468616 Jun 16 18:37:20.690710 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-626dce58-44bf-4fa2-a969-9b5a7db7ed65 req-33786547-01c1-4fde-aa58-bad12aa38fb5 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211240 Jun 16 18:37:20.739642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-e0f7ed30-acbb-4f04-81dd-54665255142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.742292 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-e0f7ed30-acbb-4f04-81dd-54665255142a service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.1500325 Jun 16 18:37:20.823878 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-bedfc2b5-1aa2-4e9b-81a2-c01dc91cd3b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 998 time: 0.0753195 Jun 16 18:37:20.886664 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-c245a6ba-de78-4a4b-93a6-be1e233636a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.888184 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-c245a6ba-de78-4a4b-93a6-be1e233636a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0582311 Jun 16 18:37:20.940805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-89c72db4-e649-4513-b592-6efbaf77d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:20.942516 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-89c72db4-e649-4513-b592-6efbaf77d1af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473859 Jun 16 18:37:21.060170 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-2d26d2d5-04ce-473f-8e3f-f5663f07ff56 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099014 Jun 16 18:37:21.241745 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1b9a6c02-1da5-45f1-922b-475cebd222db req-ed36fa0f-b6f7-4c55-bd45-41410fc5d69b service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707757 Jun 16 18:37:21.298256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87473d2c-2809-4739-b631-d47bb24aa0ce req-f00d142a-149d-42eb-bb04-c52af817a894 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:21.300981 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-87473d2c-2809-4739-b631-d47bb24aa0ce req-f00d142a-149d-42eb-bb04-c52af817a894 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0742393 Jun 16 18:37:21.369719 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-87473d2c-2809-4739-b631-d47bb24aa0ce req-bdd8a384-516d-4d6d-a41d-928f526b2fe3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575218 Jun 16 18:37:21.589214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-9c38122b-0414-4402-846a-5c1ad56698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:21.590792 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-9c38122b-0414-4402-846a-5c1ad56698a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1127 time: 0.0508680 Jun 16 18:37:21.657991 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4c362eed-6806-429c-801f-5c23f9dcb59f req-fb00b234-c438-47d0-9e69-900e772359bd tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 210 time: 0.0308795 Jun 16 18:37:21.876613 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:21.942175 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e288054-4f8f-4ade-9fe9-b806868b8c17 req-8486b7a5-ca5d-45e9-afb8-54142ce42808 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:21.944102 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4e288054-4f8f-4ade-9fe9-b806868b8c17 req-8486b7a5-ca5d-45e9-afb8-54142ce42808 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.1570203 Jun 16 18:37:21.952885 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-f9c7743d-649d-4214-8727-8a20c7338269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:21.956967 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-f9c7743d-649d-4214-8727-8a20c7338269 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.1878312 Jun 16 18:37:22.019353 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:22.064247 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-57881eac-6e2d-4cd5-95d7-d59ff7d5df19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 998 time: 0.1008797 Jun 16 18:37:22.077275 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4e288054-4f8f-4ade-9fe9-b806868b8c17 req-5ed85e83-f87d-4e5a-8b3d-f72e68efb182 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992520 Jun 16 18:37:22.092194 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-7ed67827-6588-4a45-a68b-889d1f98489c tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:22.094832 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-7ed67827-6588-4a45-a68b-889d1f98489c tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 808 time: 0.2472241 Jun 16 18:37:22.129231 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-573dc9d6-21f9-4026-b111-47607f924271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:22.130815 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-573dc9d6-21f9-4026-b111-47607f924271 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0600643 Jun 16 18:37:22.167295 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Request body: {'port': {'device_id': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de', 'admin_state_up': True, 'tenant_id': '4283712d27ef4a748657f3bf788ba2c7'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:22.225864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-86e62cea-37d9-4945-9c87-b77a2b82d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:22.227524 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-86e62cea-37d9-4945-9c87-b77a2b82d507 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672898 Jun 16 18:37:22.347390 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-db9a268c-4825-4df5-ab99-ae7b2fe08d74 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124692 Jun 16 18:37:22.358804 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Made reservation on behalf of 4283712d27ef4a748657f3bf788ba2c7 for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:22.363829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:22.422898 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:22.433357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:22.484223 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2c7be5e1-c59b-4015-8052-51868d7dcb68 req-695e12ac-966a-4404-82a1-51774e5b9f7b service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305332 Jun 16 18:37:22.571179 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Allocated IP 172.20.0.9 (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de/8fb463f3-1431-41d8-ae3f-29f16f53f777/f17c469b-b0df-4dbb-ac2f-d66f29c54ca2) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:22.780018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks [] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:22.825545 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:22.826372 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-289cecb7-a46f-4b06-8b05-625af35f926e req-63b087a2-7cbb-4765-8788-a884d9b82dc8 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 210 time: 0.0698991 Jun 16 18:37:22.885293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:22.893014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:22.898793 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:37:22.945278 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Pushing event updated for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:22.995166 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:22.996529 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.025571 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-4c18af25-2f73-4a82-8d6c-afa19e093507 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8642552 Jun 16 18:37:23.152883 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Request body: {'port': {'device_id': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:23.262193 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5f383-2b56-4bea-9a2a-97780825f6db req-51599bd3-c1b2-4c22-9d24-b122da07310e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:23.263711 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3ea5f383-2b56-4bea-9a2a-97780825f6db req-51599bd3-c1b2-4c22-9d24-b122da07310e tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0857961 Jun 16 18:37:23.272591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.327895 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:23.345447 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:23.388410 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3ea5f383-2b56-4bea-9a2a-97780825f6db req-a037590e-013e-4ea8-9071-d692753f7970 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131451 Jun 16 18:37:23.674430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:37:23.688406 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks [] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.711795 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Transition to ACTIVE for port object f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:37:23.716313 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.778017 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:23.860120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Attempting to bind port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:37:23.860464 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Attempting to bind port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:37:23.860864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Attempting to bind port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:37:23.866937 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:37:23.867343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Attempting to bind port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:37:23.875016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:37:23.875550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Checking segment: {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:37:23.876084 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Bound using segment: {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:37:23.876639 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Bound port: f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:37:23.877101 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.967629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:37:23.974121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:37:23.983326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:23.992182 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f100e09-1f7d-4c2c-9681-77a819aeb256 req-a1f02ef1-10b5-42e3-87ca-68516d4f46e6 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:23.994567 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4f100e09-1f7d-4c2c-9681-77a819aeb256 req-a1f02ef1-10b5-42e3-87ca-68516d4f46e6 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 943 time: 0.0602508 Jun 16 18:37:24.044517 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:24.045463 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:24.047811 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] 10.222.0.88 "PUT /v2.0/ports/f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 HTTP/1.1" status: 200 len: 1093 time: 0.8995175 Jun 16 18:37:24.048606 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:24.052865 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfffc50-29d2-4550-85a5-98ac3b16898f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:24.068810 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4f100e09-1f7d-4c2c-9681-77a819aeb256 req-70e1ea36-5a42-45cb-8d1a-dce09f69925d tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578020 Jun 16 18:37:24.122445 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401494c2-3da9-45ca-974c-13b88091f03b x-openstack-request-id: req-401494c2-3da9-45ca-974c-13b88091f03b {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:24.122864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:24.123325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-401494c2-3da9-45ca-974c-13b88091f03b {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:24.123915 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401494c2-3da9-45ca-974c-13b88091f03b'] response: {'name': 'network-changed', 'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2', 'status': 'completed', 'code': 200} Jun 16 18:37:24.124869 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bb202-a249-467c-8976-f40364fbd432 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:24.183742 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-83b2ce0c-520f-46cf-ab22-856973be6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:24.185420 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-83b2ce0c-520f-46cf-ab22-856973be6fad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 1127 time: 0.0830123 Jun 16 18:37:24.236900 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-0065392a-a81f-4daf-bed5-5764eecf7a84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 HTTP/1.1" status: 200 len: 217 time: 0.0438418 Jun 16 18:37:24.300785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442e57-e002-4297-85f8-f0486e1baf11 req-79091018-d752-4bbb-97b8-e9874ecb4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:24.302320 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-79091018-d752-4bbb-97b8-e9874ecb4e77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8fb463f3-1431-41d8-ae3f-29f16f53f777 HTTP/1.1" status: 200 len: 848 time: 0.0598354 Jun 16 18:37:24.339111 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-c9d5b501-d199-4fc2-be43-21cdf2b50b7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283577 Jun 16 18:37:24.495509 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-bd96397d-1f86-41f7-8b31-82e981872947 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503496 Jun 16 18:37:24.532298 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:24.552451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd6a0-a4ca-41d9-83d2-910d4150ea64 req-a541540f-2daf-4785-9687-7fd799c76784 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:24.555380 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ed7fd6a0-a4ca-41d9-83d2-910d4150ea64 req-a541540f-2daf-4785-9687-7fd799c76784 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0757148 Jun 16 18:37:24.614690 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-37442e57-e002-4297-85f8-f0486e1baf11 req-06450c9f-7537-49ff-b339-7b84a81e8f77 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135635 Jun 16 18:37:24.634643 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ed7fd6a0-a4ca-41d9-83d2-910d4150ea64 req-cbbc9e00-576d-4cc4-9cd8-1e0defe99615 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732234 Jun 16 18:37:25.208812 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930b9c3-9ca1-47dd-b47f-90cc32f35d9f req-c276fe85-eb3d-47e8-864b-cb4c02de6d0f tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:25.210550 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6930b9c3-9ca1-47dd-b47f-90cc32f35d9f req-c276fe85-eb3d-47e8-864b-cb4c02de6d0f tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 943 time: 0.0635855 Jun 16 18:37:25.251840 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:25.281180 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6930b9c3-9ca1-47dd-b47f-90cc32f35d9f req-83f983df-4eb8-45a5-bfe1-569af0b8058b tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600047 Jun 16 18:37:25.386870 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-4ceac683-93c2-4906-a684-248e9d0bdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:25.389124 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-4ceac683-93c2-4906-a684-248e9d0bdf83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 1127 time: 0.0471265 Jun 16 18:37:25.501770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-3e7d6d6d-ad6f-4900-aff2-80a4fa8de740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:25.504650 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-3e7d6d6d-ad6f-4900-aff2-80a4fa8de740 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 910 time: 0.1083014 Jun 16 18:37:25.548682 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-b4779166-b142-4cf7-85ab-5559558dfc52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 HTTP/1.1" status: 200 len: 217 time: 0.0388093 Jun 16 18:37:25.604133 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-3b248437-bd8d-48bd-9d60-a5b1432d501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:25.605717 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-3b248437-bd8d-48bd-9d60-a5b1432d501e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8fb463f3-1431-41d8-ae3f-29f16f53f777 HTTP/1.1" status: 200 len: 848 time: 0.0503602 Jun 16 18:37:25.643111 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-d3cd3557-4f23-4869-b4ff-658e451baece service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309873 Jun 16 18:37:25.774078 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-2120d4e3-332f-483c-96a4-c97d02167348 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238322 Jun 16 18:37:25.802614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a68e-893c-42d2-bcdb-f3242c961c18 req-86a44a11-e1d2-408b-80fb-c6351ad2f4d9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:25.805488 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f121a68e-893c-42d2-bcdb-f3242c961c18 req-86a44a11-e1d2-408b-80fb-c6351ad2f4d9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0797248 Jun 16 18:37:25.876538 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f121a68e-893c-42d2-bcdb-f3242c961c18 req-f9b53132-2f61-4123-a099-6f3121b83680 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641730 Jun 16 18:37:25.890638 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cfffc50-29d2-4550-85a5-98ac3b16898f req-67474316-5882-47bc-ae24-881afff60608 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100817 Jun 16 18:37:26.411828 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4ac8-ebdf-410e-85b7-f94a306d98c2 req-660a1989-2254-4d62-8f23-8e9392b24267 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:26.413467 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5b4b4ac8-ebdf-410e-85b7-f94a306d98c2 req-660a1989-2254-4d62-8f23-8e9392b24267 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 943 time: 0.0532794 Jun 16 18:37:26.473633 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5b4b4ac8-ebdf-410e-85b7-f94a306d98c2 req-2b7240ef-fd0b-4d18-8e58-2042a53e1aac tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499206 Jun 16 18:37:27.060951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efadf2-6ef6-4d3a-995d-374c4a97be58 req-7c918694-09fe-4cb9-a745-0fd72d4db3c0 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:27.063806 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-08efadf2-6ef6-4d3a-995d-374c4a97be58 req-7c918694-09fe-4cb9-a745-0fd72d4db3c0 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0862000 Jun 16 18:37:27.125117 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-08efadf2-6ef6-4d3a-995d-374c4a97be58 req-8dd3da3e-c736-48e1-967f-572002597649 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Jun 16 18:37:27.399251 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a10ff871-7f37-4cfc-8306-fa3c27a15b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:27.638314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470d4c5-848e-4da4-9a57-da0713b579d9 req-91533b36-e23e-4b64-95fa-1fe1059a0b8c tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:27.640429 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7470d4c5-848e-4da4-9a57-da0713b579d9 req-91533b36-e23e-4b64-95fa-1fe1059a0b8c tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 943 time: 0.0549588 Jun 16 18:37:27.697280 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7470d4c5-848e-4da4-9a57-da0713b579d9 req-54f8e262-54d3-41be-b616-b3b9a3b65fcf tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Jun 16 18:37:28.178980 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:37:28.266555 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7b8b6-ffa6-4c1f-86a2-9aa303f64311 req-34cf558c-b5e3-42e1-a0e7-6cf41fee227f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:28.269113 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9aa7b8b6-ffa6-4c1f-86a2-9aa303f64311 req-34cf558c-b5e3-42e1-a0e7-6cf41fee227f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0643911 Jun 16 18:37:28.333374 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9aa7b8b6-ffa6-4c1f-86a2-9aa303f64311 req-11e7be3a-bd03-4311-956f-5c56a1f297f0 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575509 Jun 16 18:37:28.360318 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:28.374942 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2', 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de', 'port_id': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2', 'mac_address': 'fa:16:3e:e6:7f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb463f3-1431-41d8-ae3f-29f16f53f777', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:37:28.411815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:28.422370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:28.422767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:28.441457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:37:28.476731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:28.481621 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:28.537629 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:28.730464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['f17c469b-b0df-4dbb-ac2f-d66f29c54ca2'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:37:28.836628 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:28.859992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246277d-3154-4afb-9da4-5f1b51c407b5 req-0afc1865-b23a-495a-8328-4720c1566e21 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:28.861642 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2246277d-3154-4afb-9da4-5f1b51c407b5 req-0afc1865-b23a-495a-8328-4720c1566e21 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 944 time: 0.0691478 Jun 16 18:37:28.932455 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2246277d-3154-4afb-9da4-5f1b51c407b5 req-1b750bef-6e11-49cc-9c2a-c32029b4ee2e tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Jun 16 18:37:29.472763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b4d58-99e8-4b73-9503-25ec4d20b2b5 req-f67c9473-8cc6-42c0-a65d-9d0f811f2e3c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:29.474442 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d4b4d58-99e8-4b73-9503-25ec4d20b2b5 req-f67c9473-8cc6-42c0-a65d-9d0f811f2e3c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0573270 Jun 16 18:37:29.543489 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d4b4d58-99e8-4b73-9503-25ec4d20b2b5 req-bb455896-0744-4a4a-98a3-a1765fc521cd tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587125 Jun 16 18:37:29.715889 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c717263-2204-40c9-8f20-c2c8d095c3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.066315 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f1b4-3e80-473d-a51f-ed1b93069532 req-41f76365-146b-495c-b016-956e735bbd2a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:30.067975 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-04e7f1b4-3e80-473d-a51f-ed1b93069532 req-41f76365-146b-495c-b016-956e735bbd2a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 944 time: 0.0552549 Jun 16 18:37:30.133499 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-04e7f1b4-3e80-473d-a51f-ed1b93069532 req-b451f09f-1675-44be-a87f-a60111669d05 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Jun 16 18:37:30.180638 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:37:30.182869 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:37:30.446151 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:37:30.456835 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:37:30.457242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.525975 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:30.543692 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'port_id': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'mac_address': 'fa:16:3e:e6:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:37:30.625300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:30.625700 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.628800 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 68356597-c3ad-4071-ac45-b2f7aa7bca35 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:30.629242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.668731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68356597-c3ad-4071-ac45-b2f7aa7bca35 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:37:30.687184 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:30.691912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a5b38-ae5e-4e7b-a896-ead901c194bc" -d '{"events": [{"server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "name": "network-vif-plugged", "status": "completed", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:30.728645 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:30.745829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:30.746692 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58f1f-b0dc-4252-925f-2dbef0fbe6c4 req-ac6d3a27-73fc-4932-bbb4-2c632e881fa2 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:30.747645 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.754648 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5ef58f1f-b0dc-4252-925f-2dbef0fbe6c4 req-ac6d3a27-73fc-4932-bbb4-2c632e881fa2 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 943 time: 0.0911636 Jun 16 18:37:30.758975 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541175dd-39ad-48c3-b2d9-b8e7f1f97cfc x-openstack-request-id: req-541175dd-39ad-48c3-b2d9-b8e7f1f97cfc {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:30.759430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "name": "network-vif-plugged", "status": "completed", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:30.759806 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-541175dd-39ad-48c3-b2d9-b8e7f1f97cfc {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:30.760438 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541175dd-39ad-48c3-b2d9-b8e7f1f97cfc'] response: {'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2', 'code': 200} Jun 16 18:37:30.761534 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:30.793317 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:30.848871 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:30.863161 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5ef58f1f-b0dc-4252-925f-2dbef0fbe6c4 req-3db82e66-0332-47ed-8e5f-099b99955f14 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801086 Jun 16 18:37:30.923062 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=7']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:31.005441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7311-aadd-4b40-9f20-68ba4c9d26dc req-ed68435c-e4c8-473b-9ffa-9e29a1332588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:31.007029 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c31c7311-aadd-4b40-9f20-68ba4c9d26dc req-ed68435c-e4c8-473b-9ffa-9e29a1332588 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 1129 time: 0.0457697 Jun 16 18:37:31.017392 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['68356597-c3ad-4071-ac45-b2f7aa7bca35'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:37:31.073555 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:31.079383 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c31c7311-aadd-4b40-9f20-68ba4c9d26dc req-99999be4-f93c-48bd-adc3-daa77005de81 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jun 16 18:37:31.279742 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2ea5-42af-4d06-9a0f-909dc670644b req-387784e7-a978-4eef-a090-be8f0101f8e4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:31.281529 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74fa2ea5-42af-4d06-9a0f-909dc670644b req-387784e7-a978-4eef-a090-be8f0101f8e4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0543249 Jun 16 18:37:31.315983 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:31.316734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:31.347198 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:31.372745 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74fa2ea5-42af-4d06-9a0f-909dc670644b req-c5e06103-6878-4392-a234-c55ba3a15833 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Jun 16 18:37:32.026852 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204664ef-ccd6-4e55-a8a4-d3ee6952cacb req-2d1d8985-5c5d-49da-b0da-bce9ba33eb99 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:32.028524 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-204664ef-ccd6-4e55-a8a4-d3ee6952cacb req-2d1d8985-5c5d-49da-b0da-bce9ba33eb99 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 944 time: 0.0553174 Jun 16 18:37:32.093211 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-204664ef-ccd6-4e55-a8a4-d3ee6952cacb req-d66fdf23-24bb-4f6f-ba58-ef6c27924666 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567226 Jun 16 18:37:32.211589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:37:32.264330 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 68356597-c3ad-4071-ac45-b2f7aa7bca35 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:37:32.264774 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:32.359794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 68356597-c3ad-4071-ac45-b2f7aa7bca35 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:32.360299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:32.401904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:32.406926 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:32.476680 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=8']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:32.486611 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:32.538281 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ababaed-bfce-41ae-96e3-602f5cadee62 req-1fef3fc1-e869-4348-9cbc-82971048ab42 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:32.541202 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9ababaed-bfce-41ae-96e3-602f5cadee62 req-1fef3fc1-e869-4348-9cbc-82971048ab42 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0739086 Jun 16 18:37:32.622400 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9ababaed-bfce-41ae-96e3-602f5cadee62 req-0261ff5b-bbd5-4f0b-a246-20e2a95d9332 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753138 Jun 16 18:37:32.762246 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:32.765794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d30e9-9803-429f-a8ab-25b101f5899f" -d '{"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-plugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:32.806983 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:32.817923 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cf25c-55f5-49e2-9891-5bf11f501ade x-openstack-request-id: req-d88cf25c-55f5-49e2-9891-5bf11f501ade {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:32.818218 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-plugged", "status": "completed", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:32.818476 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d88cf25c-55f5-49e2-9891-5bf11f501ade {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:32.818886 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88cf25c-55f5-49e2-9891-5bf11f501ade'] response: {'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'code': 200} Jun 16 18:37:33.075276 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e59a-fdfb-4638-ba80-8e50adb17b30 req-5284210b-4ad4-4aec-b3af-1824b350e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:33.076954 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2520e59a-fdfb-4638-ba80-8e50adb17b30 req-5284210b-4ad4-4aec-b3af-1824b350e77d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1129 time: 0.0479362 Jun 16 18:37:33.164423 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2520e59a-fdfb-4638-ba80-8e50adb17b30 req-f231d764-8c4b-4e02-98b3-3dbae5537122 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785656 Jun 16 18:37:33.236388 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c8c0b-f4bd-4506-9bf1-81ef7b6db868 req-8ac1d625-555c-428f-8dda-e78c29dff564 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:33.238107 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-612c8c0b-f4bd-4506-9bf1-81ef7b6db868 req-8ac1d625-555c-428f-8dda-e78c29dff564 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0537086 Jun 16 18:37:33.316076 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-612c8c0b-f4bd-4506-9bf1-81ef7b6db868 req-8635df56-1cba-41bd-bba8-88f1246dcc35 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717704 Jun 16 18:37:33.754610 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34c0c-0468-4169-8aee-fce43e38fc76 req-3b5e73cd-7f3d-4048-94c9-74164afe96d4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:33.756292 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3bd34c0c-0468-4169-8aee-fce43e38fc76 req-3b5e73cd-7f3d-4048-94c9-74164afe96d4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0516217 Jun 16 18:37:33.819675 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3bd34c0c-0468-4169-8aee-fce43e38fc76 req-45afb19d-f525-4794-b57e-d5b6d4d11247 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Jun 16 18:37:34.488683 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb4303-2f2a-4e38-896c-df9e2cd9691a req-bd7f0b16-e70a-4776-a5d7-f9a5397e278f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:34.490645 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0adb4303-2f2a-4e38-896c-df9e2cd9691a req-bd7f0b16-e70a-4776-a5d7-f9a5397e278f tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0696330 Jun 16 18:37:34.544200 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:34.564420 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0adb4303-2f2a-4e38-896c-df9e2cd9691a req-ce237f54-8d33-48ea-813f-0a540caefeec tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665195 Jun 16 18:37:34.632658 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161fa39-3ea6-442c-ae13-efc65902280d req-d965b1fa-3776-4fb6-ba91-9612a0e710f1 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:34.634424 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5161fa39-3ea6-442c-ae13-efc65902280d req-d965b1fa-3776-4fb6-ba91-9612a0e710f1 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0819538 Jun 16 18:37:34.700895 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5161fa39-3ea6-442c-ae13-efc65902280d req-bb5282d3-4ba6-43c3-9751-121fefcedd42 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Jun 16 18:37:35.737959 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fcdca-f94c-49fb-87e4-48f018c7f599 req-cd2e7774-8aba-4356-8633-0ce721cbd2c9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:35.740559 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8d4fcdca-f94c-49fb-87e4-48f018c7f599 req-cd2e7774-8aba-4356-8633-0ce721cbd2c9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0789061 Jun 16 18:37:35.802047 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:35.814455 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8d4fcdca-f94c-49fb-87e4-48f018c7f599 req-e6591db3-018b-4b19-b2b9-d8100cf4c08c tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668280 Jun 16 18:37:35.860336 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bad899-9d3d-4b73-a174-724ec5f3877b req-e9aefbf5-02ce-4e33-a68f-84635a45548a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:35.863015 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a1bad899-9d3d-4b73-a174-724ec5f3877b req-e9aefbf5-02ce-4e33-a68f-84635a45548a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0572467 Jun 16 18:37:35.945678 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a1bad899-9d3d-4b73-a174-724ec5f3877b req-a08fffce-4892-445f-9a57-ab367458b433 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757990 Jun 16 18:37:36.115858 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-e4ea5601-d9b4-4a02-baae-99ac0fe8d4b5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:36.118581 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-e4ea5601-d9b4-4a02-baae-99ac0fe8d4b5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 945 time: 0.0794849 Jun 16 18:37:36.494358 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Deleting port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:37:36.494641 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:36.621161 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] For port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:36.621632 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:36.637871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Calling delete_port for f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:37:36.802540 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (f17c469b-b0df-4dbb-ac2f-d66f29c54ca2), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:36.816675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['f17c469b-b0df-4dbb-ac2f-d66f29c54ca2'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:37:36.837851 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Pushing event deleted for resources: {'Port': ['ID=f17c469b-b0df-4dbb-ac2f-d66f29c54ca2,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:36.848075 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:36.889124 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] No DVR routers for this DVR port f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:37:36.891928 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:36.896030 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-7fdc8325-fc20-4032-a25f-8a5bc971dc62 req-17d3663e-8971-46f7-9729-33e27677da31 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "DELETE /v2.0/ports/f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 HTTP/1.1" status: 204 len: 173 time: 0.7716839 Jun 16 18:37:36.896539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'name': 'network-vif-deleted', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:36.898933 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e0fae-4e77-4fc0-babb-dce4a0710f41" -d '{"events": [{"server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "name": "network-vif-deleted", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:36.955223 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc0444a-8def-49c8-888a-52c6b1fe1759 x-openstack-request-id: req-dcc0444a-8def-49c8-888a-52c6b1fe1759 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:36.956575 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a", "name": "network-vif-deleted", "tag": "f17c469b-b0df-4dbb-ac2f-d66f29c54ca2", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:36.956907 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcc0444a-8def-49c8-888a-52c6b1fe1759 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:36.957913 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc0444a-8def-49c8-888a-52c6b1fe1759'] response: {'server_uuid': 'c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a', 'name': 'network-vif-deleted', 'tag': 'f17c469b-b0df-4dbb-ac2f-d66f29c54ca2', 'status': 'completed', 'code': 200} Jun 16 18:37:37.099318 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dfc00f1c-b1c5-480a-81d7-906149828f2f req-b7e339c6-e80e-48a3-978b-1c9baf519f46 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bbfdf3-e25b-48fc-ae85-2406aa6cc51a HTTP/1.1" status: 200 len: 210 time: 0.0376525 Jun 16 18:37:38.410034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:38.428931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-0e15954f-c8c3-421d-9cf0-52977d212426 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:38.430627 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-0e15954f-c8c3-421d-9cf0-52977d212426 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 808 time: 0.1268098 Jun 16 18:37:38.447184 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-002047ac-7ceb-4aa8-82e9-ee2b8b58153d tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/quotas/4283712d27ef4a748657f3bf788ba2c7 HTTP/1.1" status: 200 len: 375 time: 0.0106757 Jun 16 18:37:38.483071 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-b2b75584-bca5-4aa6-95ab-ab65dac469b2 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296721 Jun 16 18:37:38.656184 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-24097008-94c1-4f9a-aab5-a2615231f3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649339 Jun 16 18:37:38.767714 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-b98e883a-1c36-4341-8651-eec8c2b5c666 service neutron] 10.222.0.30 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046357 Jun 16 18:37:38.984712 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e0e9b79-ff86-43e3-891e-ffac135f984c req-d4c265bf-bbd7-447d-8335-63536563beee tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 210 time: 0.0470815 Jun 16 18:37:40.178387 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3e172ecf-f738-45e3-adef-73cc84b724c8 req-9ba00329-ac3d-4ebf-9ff0-86156d058070 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 210 time: 0.0615458 Jun 16 18:37:40.237235 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-9c07c6d6-3ef0-4de3-8f0a-30346b1d16c8 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:40.238747 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-9c07c6d6-3ef0-4de3-8f0a-30346b1d16c8 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 808 time: 0.2393835 Jun 16 18:37:40.296799 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:37:40.305653 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Request body: {'port': {'device_id': '6995a375-72a7-478f-803d-9954f14518fc', 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de', 'admin_state_up': True, 'tenant_id': '4283712d27ef4a748657f3bf788ba2c7'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:40.320932 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:37:40.321275 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f17c469b-b0df-4dbb-ac2f-d66f29c54ca2 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:37:40.449462 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Made reservation on behalf of 4283712d27ef4a748657f3bf788ba2c7 for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:40.453031 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:40.607014 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Allocated IP 172.20.0.2 (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de/8fb463f3-1431-41d8-ae3f-29f16f53f777/6d32c249-3fe4-4c57-a796-53bc6b9dd1d4) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:40.797470 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks [] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:40.838710 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:40.848453 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:40.852335 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:40.908615 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:40.915094 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:40.917440 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Pushing event updated for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:40.920312 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:37:40.983407 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:40.984186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.004984 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c93d5ab0-4bfd-4273-bc2d-3d3c238787ec tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7051024 Jun 16 18:37:41.019769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Request body: {'port': {'device_id': '6995a375-72a7-478f-803d-9954f14518fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:37:41.094965 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.330332 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d89a5-4ea8-418a-8b28-bca581804e91 req-c97e43a9-ec26-4303-8605-7e1f68c160bb tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:41.332239 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d50d89a5-4ea8-418a-8b28-bca581804e91 req-c97e43a9-ec26-4303-8605-7e1f68c160bb tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 931 time: 0.0599179 Jun 16 18:37:41.402558 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d50d89a5-4ea8-418a-8b28-bca581804e91 req-2200e1b7-5211-4055-b8be-88c050a26aaa tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632398 Jun 16 18:37:41.461865 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:37:41.470792 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks [] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.487359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Transition to ACTIVE for port object 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:37:41.491783 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.550476 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:41.629543 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Attempting to bind port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:37:41.629961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Attempting to bind port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:37:41.630189 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Attempting to bind port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:37:41.635283 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:37:41.635607 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Attempting to bind port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 on network 9d9b8d75-d0fb-447f-8dad-2c97a0fd61de {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:37:41.641383 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:37:41.641719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Checking segment: {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:37:41.642104 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Bound using segment: {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:37:41.642539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Bound port: 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c607c062-a8ba-48f5-b8bd-fbde75d8883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:37:41.643521 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.721926 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:37:41.725554 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:37:41.733375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.773844 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:41.774471 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:41.776376 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] 10.222.0.88 "PUT /v2.0/ports/6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 HTTP/1.1" status: 200 len: 1093 time: 0.7620811 Jun 16 18:37:41.776984 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:41.779309 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:41.809185 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a63dd-a082-49ea-be36-e9b50740094d service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:41.847096 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4f2e7-b649-46bc-8d3e-29e97b64faf1 x-openstack-request-id: req-43e4f2e7-b649-46bc-8d3e-29e97b64faf1 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:41.847392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:41.847643 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43e4f2e7-b649-46bc-8d3e-29e97b64faf1 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:41.848084 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e4f2e7-b649-46bc-8d3e-29e97b64faf1'] response: {'name': 'network-changed', 'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4', 'status': 'completed', 'code': 200} Jun 16 18:37:41.879539 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-15a7d9d2-998e-4af0-a18a-7fa086a04501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:41.881137 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-15a7d9d2-998e-4af0-a18a-7fa086a04501 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 1127 time: 0.0494211 Jun 16 18:37:41.933185 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-cfdda69d-36bc-4869-88fd-60d806911f63 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 HTTP/1.1" status: 200 len: 217 time: 0.0436382 Jun 16 18:37:41.978765 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:41.987312 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:41.992877 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c56bf74b-0ea1-4a1b-b5e4-06770f767514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:41.994374 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-c56bf74b-0ea1-4a1b-b5e4-06770f767514 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8fb463f3-1431-41d8-ae3f-29f16f53f777 HTTP/1.1" status: 200 len: 848 time: 0.0527382 Jun 16 18:37:42.033027 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-e3c09ee3-b95f-4682-8960-7e68ed380ef3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326047 Jun 16 18:37:42.145226 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-cceb5e38-12e8-4d61-b39a-2bfffa1e2cb8 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044393 Jun 16 18:37:42.250709 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bb08d5a3-8d2c-4fdd-bfbd-fa47e4302696 req-fffe002b-5dc7-4b85-9aaf-d9a9e9ce8dc9 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981793 Jun 16 18:37:42.537176 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9006f-dd6f-4855-9863-b942f1288a35 req-5cb941da-1504-438f-bbd1-d607fbda702a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:42.538860 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-54d9006f-dd6f-4855-9863-b942f1288a35 req-5cb941da-1504-438f-bbd1-d607fbda702a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 943 time: 0.0542448 Jun 16 18:37:42.599400 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-54d9006f-dd6f-4855-9863-b942f1288a35 req-846fb941-8d28-4576-b32f-ee5494656a16 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506232 Jun 16 18:37:43.077973 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-c87438f6-3e88-4706-859d-ae7766bacee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:43.079489 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-c87438f6-3e88-4706-859d-ae7766bacee9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4283712d27ef4a748657f3bf788ba2c7&device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 1127 time: 0.0444052 Jun 16 18:37:43.188746 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-f0cb2a10-edf6-4c7b-85e5-dd31c9f1c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:43.190298 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-f0cb2a10-edf6-4c7b-85e5-dd31c9f1c477 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 200 len: 910 time: 0.1032348 Jun 16 18:37:43.233033 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-b6595b96-ce40-402a-890c-c8cd649777a9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 HTTP/1.1" status: 200 len: 217 time: 0.0363297 Jun 16 18:37:43.292706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-66fd3ef3-965e-459c-9b72-728557786e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:43.294281 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-66fd3ef3-965e-459c-9b72-728557786e42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8fb463f3-1431-41d8-ae3f-29f16f53f777 HTTP/1.1" status: 200 len: 848 time: 0.0540030 Jun 16 18:37:43.329886 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-ccebbbb4-570e-42c3-9cf1-c8ea66eca875 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284057 Jun 16 18:37:43.437432 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-a732ac90-54e8-4d32-ae54-f8a05c23d700 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002886 Jun 16 18:37:43.550572 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2d9546ea-11b2-4d9d-a87f-c519a6055a2b req-71ce2949-6ad4-4571-9613-1748fef505e3 service neutron] 10.222.0.88 "GET /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056426 Jun 16 18:37:43.734199 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d098-1c21-4a34-bf4e-d4feed91fa0a req-82de2413-8c56-4ce2-ae40-db5fa383b31e tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:43.736042 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-90a4d098-1c21-4a34-bf4e-d4feed91fa0a req-82de2413-8c56-4ce2-ae40-db5fa383b31e tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 943 time: 0.0559843 Jun 16 18:37:43.803069 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-90a4d098-1c21-4a34-bf4e-d4feed91fa0a req-cb6d6e09-6545-4669-ad35-3d02c89f09aa tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606377 Jun 16 18:37:44.501686 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:37:44.948859 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cb7ac-f08a-4367-a4fe-f5df1e624241 req-1ad733e8-52b8-4411-bac6-691f2435620a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:44.950695 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fc1cb7ac-f08a-4367-a4fe-f5df1e624241 req-1ad733e8-52b8-4411-bac6-691f2435620a tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 943 time: 0.0627341 Jun 16 18:37:45.010025 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-fc1cb7ac-f08a-4367-a4fe-f5df1e624241 req-6843f92d-2d10-49bf-b5db-1cce8b00d299 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517259 Jun 16 18:37:46.162375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8eadb-4fea-49c3-8916-8a5fe278a4d8 req-e2cc79fc-59f7-42aa-ad3d-2303aff94ec5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:46.164176 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1ee8eadb-4fea-49c3-8916-8a5fe278a4d8 req-e2cc79fc-59f7-42aa-ad3d-2303aff94ec5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 943 time: 0.0593853 Jun 16 18:37:46.225636 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1ee8eadb-4fea-49c3-8916-8a5fe278a4d8 req-2788fcbf-961e-4e88-944e-205495120a06 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551951 Jun 16 18:37:46.305091 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:37:46.409262 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:46.444006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:46.459639 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4', 'network_id': '9d9b8d75-d0fb-447f-8dad-2c97a0fd61de', 'port_id': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4', 'mac_address': 'fa:16:3e:4a:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb463f3-1431-41d8-ae3f-29f16f53f777', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:37:46.492317 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:46.512711 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:46.512711 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:46.528517 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:37:46.555967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:46.561368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:46.631553 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:46.794014 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['6d32c249-3fe4-4c57-a796-53bc6b9dd1d4'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:37:46.961910 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:47.378429 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f5088-6001-487d-b697-0a7bd7811e1d req-8ccdab06-4551-4c6a-b3f2-fea898927a40 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:47.380268 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-558f5088-6001-487d-b697-0a7bd7811e1d req-8ccdab06-4551-4c6a-b3f2-fea898927a40 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 944 time: 0.0645266 Jun 16 18:37:47.437412 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-558f5088-6001-487d-b697-0a7bd7811e1d req-e3a6da37-2f70-4a6a-a442-049556fa0f39 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Jun 16 18:37:48.338657 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:37:48.399203 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:37:48.406234 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:37:48.406676 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:48.498882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:37:48.499288 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:48.534245 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:48.538141 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5334b0-11c1-469e-90a8-3745f68f6810" -d '{"events": [{"server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "name": "network-vif-plugged", "status": "completed", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:48.576352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:48.584632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:48.628629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae27f3a-90a2-45ea-81d0-43df87c383ba req-d2ff7b1b-8059-4df6-a568-94623981dff8 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:48.631570 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4ae27f3a-90a2-45ea-81d0-43df87c383ba req-d2ff7b1b-8059-4df6-a568-94623981dff8 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 944 time: 0.0783265 Jun 16 18:37:48.637168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281cd710-7dd5-47c3-817b-ebf0188309b3 x-openstack-request-id: req-281cd710-7dd5-47c3-817b-ebf0188309b3 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:48.637530 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "name": "network-vif-plugged", "status": "completed", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:48.637758 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-281cd710-7dd5-47c3-817b-ebf0188309b3 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:48.638129 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281cd710-7dd5-47c3-817b-ebf0188309b3'] response: {'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4', 'code': 200} Jun 16 18:37:48.677521 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:48.710999 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-4ae27f3a-90a2-45ea-81d0-43df87c383ba req-4d00aa3b-0978-4100-8be7-a5a19773db81 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672500 Jun 16 18:37:48.837180 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b564-b7bf-42a6-a008-17ddae7aeef2 req-1c487f34-b401-48e5-ab6d-ff55bc303009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:48.838732 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3102b564-b7bf-42a6-a008-17ddae7aeef2 req-1c487f34-b401-48e5-ab6d-ff55bc303009 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 1129 time: 0.0451820 Jun 16 18:37:48.868522 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:48.898360 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3102b564-b7bf-42a6-a008-17ddae7aeef2 req-ede138b4-ca54-40f4-b157-30d0985543b3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527956 Jun 16 18:37:49.847465 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a144-e056-4940-8aa5-8edf332ec55e req-cdb2cc96-ae10-45da-902d-1c6da64f56b5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:49.849381 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b296a144-e056-4940-8aa5-8edf332ec55e req-cdb2cc96-ae10-45da-902d-1c6da64f56b5 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 945 time: 0.0543132 Jun 16 18:37:49.919158 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b296a144-e056-4940-8aa5-8edf332ec55e req-7ff44a3b-0500-4e24-bc47-b5daf271d31d tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Jun 16 18:37:51.065862 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404c4f9-e0f5-439f-8ee8-7beb0f44438d req-f580a90c-0d1c-49b5-b98d-a65955bea9ae tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:51.067793 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1404c4f9-e0f5-439f-8ee8-7beb0f44438d req-f580a90c-0d1c-49b5-b98d-a65955bea9ae tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 945 time: 0.0543056 Jun 16 18:37:51.098575 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:51.126046 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1404c4f9-e0f5-439f-8ee8-7beb0f44438d req-d798abcf-f745-4404-80cc-bf07a16d9490 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516646 Jun 16 18:37:51.932102 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65094321-6698-41f0-afe2-81513a468886 req-b6beaafb-0c8c-4707-981c-27c4d492d3cc tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:51.934163 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-65094321-6698-41f0-afe2-81513a468886 req-b6beaafb-0c8c-4707-981c-27c4d492d3cc tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 945 time: 0.0572467 Jun 16 18:37:52.004179 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-65094321-6698-41f0-afe2-81513a468886 req-75c3e6c3-5a69-4b4f-85fe-fb948f40d64f tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626814 Jun 16 18:37:53.140715 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e20b1-fabc-41ea-981c-2d8d0eb3dd14 req-bf6f4405-4cc5-438b-8d2d-7e19e45db5b3 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:53.142909 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ed8e20b1-fabc-41ea-981c-2d8d0eb3dd14 req-bf6f4405-4cc5-438b-8d2d-7e19e45db5b3 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 945 time: 0.0549655 Jun 16 18:37:53.203256 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ed8e20b1-fabc-41ea-981c-2d8d0eb3dd14 req-6b40df62-32df-4bc3-98e8-1b2fd756b471 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Jun 16 18:37:53.396223 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55116d-00ae-4964-80c3-7c2034200351 req-7e2ef6f0-d72c-408a-acdc-801fcd309fe4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:37:53.397823 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bc55116d-00ae-4964-80c3-7c2034200351 req-7e2ef6f0-d72c-408a-acdc-801fcd309fe4 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 945 time: 0.0598102 Jun 16 18:37:53.497776 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Deleting port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:37:53.498112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:53.620906 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] For port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,segment=NetworkSegment(c607c062-a8ba-48f5-b8bd-fbde75d8883e),segment_id=c607c062-a8ba-48f5-b8bd-fbde75d8883e)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:37:53.621280 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:53.637736 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Calling delete_port for 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:37:53.781441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (6d32c249-3fe4-4c57-a796-53bc6b9dd1d4), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:53.796257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['6d32c249-3fe4-4c57-a796-53bc6b9dd1d4'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:37:53.817713 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Pushing event deleted for resources: {'Port': ['ID=6d32c249-3fe4-4c57-a796-53bc6b9dd1d4,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:53.867100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] No DVR routers for this DVR port 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:37:53.869913 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:53.873342 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bc55116d-00ae-4964-80c3-7c2034200351 req-d654242d-d33e-48f7-a96c-88ab83d54697 tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.88 "DELETE /v2.0/ports/6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 HTTP/1.1" status: 204 len: 173 time: 0.4691799 Jun 16 18:37:53.873819 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'name': 'network-vif-deleted', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:37:53.876398 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84540914-97a0-4d80-b0a8-d73ec372ad86" -d '{"events": [{"server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "name": "network-vif-deleted", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:53.920980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7076620-9f80-4e8c-9a9e-42ae60325041 x-openstack-request-id: req-c7076620-9f80-4e8c-9a9e-42ae60325041 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:53.921417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995a375-72a7-478f-803d-9954f14518fc", "name": "network-vif-deleted", "tag": "6d32c249-3fe4-4c57-a796-53bc6b9dd1d4", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:53.921855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7076620-9f80-4e8c-9a9e-42ae60325041 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:53.922556 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7076620-9f80-4e8c-9a9e-42ae60325041'] response: {'server_uuid': '6995a375-72a7-478f-803d-9954f14518fc', 'name': 'network-vif-deleted', 'tag': '6d32c249-3fe4-4c57-a796-53bc6b9dd1d4', 'status': 'completed', 'code': 200} Jun 16 18:37:54.334922 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d18e3e9-0f80-4c34-9fe6-6ab669db7bd4 req-7f83fdf0-7f47-41b1-836e-9234e66f4f0f tempest-VolumesActionsTest-894713622 tempest-VolumesActionsTest-894713622-project] 10.222.0.30 "GET /v2.0/ports?device_id=6995a375-72a7-478f-803d-9954f14518fc HTTP/1.1" status: 200 len: 210 time: 0.0320513 Jun 16 18:37:56.511085 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:56.517403 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:37:57.394386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc6d-fb90-4a42-a9d3-439d17c5b7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:37:58.977723 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:37:59.002799 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:37:59.003168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 6d32c249-3fe4-4c57-a796-53bc6b9dd1d4 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:37:59.716836 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ddf4875d-aa0e-4b0b-8cdd-c5a7d9a6fa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:00.973416 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6982aa-421f-46d3-8acf-216fff4299bc req-3a243d22-5458-40b5-bcaf-1adf6cd361b4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:00.975889 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e6982aa-421f-46d3-8acf-216fff4299bc req-3a243d22-5458-40b5-bcaf-1adf6cd361b4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.1326444 Jun 16 18:38:01.054787 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e6982aa-421f-46d3-8acf-216fff4299bc req-7a1232f7-c564-4cec-bccf-f44d5e87183c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726595 Jun 16 18:38:01.067000 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:02.251069 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc8697-8750-4242-8f35-a2ccf02cd053 req-df6a4bfc-4607-4687-b393-5ae352bc0580 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:02.253839 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ffc8697-8750-4242-8f35-a2ccf02cd053 req-df6a4bfc-4607-4687-b393-5ae352bc0580 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0685339 Jun 16 18:38:02.329397 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ffc8697-8750-4242-8f35-a2ccf02cd053 req-3a9e58e2-6b27-43c4-93e5-0dcbd3138cbc tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672085 Jun 16 18:38:02.482536 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:02.819606 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:03.306459 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-659324e6-1ec4-49f5-81ea-065377e680f9 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:03.308378 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-659324e6-1ec4-49f5-81ea-065377e680f9 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.0829046 Jun 16 18:38:03.437583 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Deleting port 897c17d5-5664-4330-a940-38c13c304dca {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:38:03.438511 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (897c17d5-5664-4330-a940-38c13c304dca), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:03.591411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46996136-a328-4ca8-b62a-4b5b20b9f01d req-c0d7b374-17ca-471d-848c-936c2472a96c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:03.594594 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-46996136-a328-4ca8-b62a-4b5b20b9f01d req-c0d7b374-17ca-471d-848c-936c2472a96c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 945 time: 0.1101930 Jun 16 18:38:03.634706 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:03.663075 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] For port 897c17d5-5664-4330-a940-38c13c304dca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=897c17d5-5664-4330-a940-38c13c304dca,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:38:03.667671 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (897c17d5-5664-4330-a940-38c13c304dca), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:03.693501 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-46996136-a328-4ca8-b62a-4b5b20b9f01d req-2af687f2-9591-4cc4-a882-01da9a1bd00e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=905a329b-de1e-4acc-8fb5-0e6e2856f916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861905 Jun 16 18:38:03.840888 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:03.924397 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:03.925365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:03.925964 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Floating IP 45eb96e3-d7fd-41e0-b8e7-c0e92addcda4 disassociated. External IP: 172.27.2.155, port: 897c17d5-5664-4330-a940-38c13c304dca. Jun 16 18:38:03.926683 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Calling delete_port for 897c17d5-5664-4330-a940-38c13c304dca owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:38:04.157345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (897c17d5-5664-4330-a940-38c13c304dca), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:04.187294 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'Port': ['ID=897c17d5-5664-4330-a940-38c13c304dca,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:04.379336 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:38:04.561247 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:38:04.577413 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:04.656101 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:04.659542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:04.868074 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:04.959672 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:05.182030 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] No DVR routers for this DVR port 897c17d5-5664-4330-a940-38c13c304dca on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:38:05.187555 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:05.193542 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f8573818-d48b-4b29-8bc7-00caa3519977 req-64155532-42e6-484c-b537-2984b6cff556 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "DELETE /v2.0/ports/897c17d5-5664-4330-a940-38c13c304dca HTTP/1.1" status: 204 len: 173 time: 1.8781822 Jun 16 18:38:05.194520 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'name': 'network-vif-deleted', 'tag': '897c17d5-5664-4330-a940-38c13c304dca'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:38:05.198547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b2b65e-f2ae-4bbe-87ff-540585a04afc" -d '{"events": [{"server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "name": "network-vif-deleted", "tag": "897c17d5-5664-4330-a940-38c13c304dca"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:05.204040 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b58d3c48-3846-432b-b675-2e3bbcb00e28 req-5b35a28f-b86a-48c6-99ff-4a4adbfc03e3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=f116c8d4-a63e-47e1-bb50-ec64f735bfcc HTTP/1.1" status: 200 len: 210 time: 0.0964663 Jun 16 18:38:05.208895 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:05.241340 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:05.256955 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:05.259117 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc3886-6216-4e16-88de-7806a61d4fb7 x-openstack-request-id: req-63fc3886-6216-4e16-88de-7806a61d4fb7 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:05.259421 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f116c8d4-a63e-47e1-bb50-ec64f735bfcc", "name": "network-vif-deleted", "tag": "897c17d5-5664-4330-a940-38c13c304dca", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:05.259675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63fc3886-6216-4e16-88de-7806a61d4fb7 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:05.260097 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fc3886-6216-4e16-88de-7806a61d4fb7'] response: {'server_uuid': 'f116c8d4-a63e-47e1-bb50-ec64f735bfcc', 'name': 'network-vif-deleted', 'tag': '897c17d5-5664-4330-a940-38c13c304dca', 'status': 'completed', 'code': 200} Jun 16 18:38:05.270520 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:05.421273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:05.816365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:05.870087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a3b90-9139-499b-8bdf-2ef7dbd5136d None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:06.253551 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f000c5-d5a7-4061-9f27-78a92b19088f None None] New status for floating IP 45eb96e3-d7fd-41e0-b8e7-c0e92addcda4: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:38:07.366335 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36066) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:07.473226 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (905a329b-de1e-4acc-8fb5-0e6e2856f916), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:07.524252 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (905a329b-de1e-4acc-8fb5-0e6e2856f916), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:07.603837 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (905a329b-de1e-4acc-8fb5-0e6e2856f916), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:07.609314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:07.612077 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "DELETE /v2.0/security-groups/905a329b-de1e-4acc-8fb5-0e6e2856f916 HTTP/1.1" status: 204 len: 168 time: 0.2438266 Jun 16 18:38:07.614900 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36068) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:07.624344 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=76 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:07.628474 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=83 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:07.630642 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba0ad-e48f-4c20-ad29-03dd29d1e685 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a329b-de1e-4acc-8fb5-0e6e2856f916,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:07.652207 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-67997dfc-2c8e-4682-86ef-3485cf6691b6 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] show failed (client error): The resource could not be found. Jun 16 18:38:07.656917 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36070) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:07.657282 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-67997dfc-2c8e-4682-86ef-3485cf6691b6 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups/905a329b-de1e-4acc-8fb5-0e6e2856f916 HTTP/1.1" status: 404 len: 347 time: 0.0409367 Jun 16 18:38:07.875931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Deleting port 4989a17a-e148-41c5-acce-fc7024c5458e {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:38:07.876316 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:07.911082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:08.017687 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.018134 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (4989a17a-e148-41c5-acce-fc7024c5458e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.039624 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Calling delete_port for 4989a17a-e148-41c5-acce-fc7024c5458e owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:38:08.180816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:08.342008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (4989a17a-e148-41c5-acce-fc7024c5458e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.392921 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'Port': ['ID=4989a17a-e148-41c5-acce-fc7024c5458e,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:08.431793 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 897c17d5-5664-4330-a940-38c13c304dca no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:38:08.453190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 897c17d5-5664-4330-a940-38c13c304dca {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:38:08.453532 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 897c17d5-5664-4330-a940-38c13c304dca not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:38:08.551225 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (45eb96e3-d7fd-41e0-b8e7-c0e92addcda4), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.560837 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.565772 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-57d46094-8bd5-4339-b171-c1173b90a05d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "DELETE /v2.0/floatingips/45eb96e3-d7fd-41e0-b8e7-c0e92addcda4 HTTP/1.1" status: 204 len: 168 time: 0.9042332 Jun 16 18:38:08.715369 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36078) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:08.728139 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519449768', 'description': 'tempest-description--1452512121'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:08.773198 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.942389 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (ad43f71d-1619-4d63-a931-400f6e6120d2), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:08.950215 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ad43f71d-1619-4d63-a931-400f6e6120d2), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.006976 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.013995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36084) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:09.017540 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2984204 Jun 16 18:38:09.021668 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group_rule': {'security_group_id': 'ad43f71d-1619-4d63-a931-400f6e6120d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:09.061088 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c043b5-501f-433e-882f-d5524b56e9d2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad43f71d-1619-4d63-a931-400f6e6120d2,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:09.089359 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (031545ea-b0e6-44b2-9acd-aa3bbaba446c), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.250433 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (031545ea-b0e6-44b2-9acd-aa3bbaba446c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.260085 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (031545ea-b0e6-44b2-9acd-aa3bbaba446c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.316558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031545ea-b0e6-44b2-9acd-aa3bbaba446c,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:09.339321 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.344148 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8094987f-a8b5-41be-a79e-30c2359ba578 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265588 Jun 16 18:38:09.346984 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36086) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:09.352927 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'security_group_rule': {'security_group_id': 'ad43f71d-1619-4d63-a931-400f6e6120d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:09.389821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (d87eff95-4900-401c-bca4-a01c547b29ca), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.473044 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (d87eff95-4900-401c-bca4-a01c547b29ca), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.478889 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (d87eff95-4900-401c-bca4-a01c547b29ca), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.546968 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87eff95-4900-401c-bca4-a01c547b29ca,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:09.570682 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.577104 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8fe73a56-997d-4090-831e-88871aaec42c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248557 Jun 16 18:38:09.578256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36088) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:09.601474 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:09.659972 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:09.804924 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.008851 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Allocated IP 172.27.2.54 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/a717d633-5d57-4e54-bcba-d4b08fad4b11) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:10.035957 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:10.204125 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.253791 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.296299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:10.302154 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:10.306550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:38:10.349765 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=a717d633-5d57-4e54-bcba-d4b08fad4b11,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:10.373537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:10.491406 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.582135 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.912730 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:10.922355 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:11.017510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=a717d633-5d57-4e54-bcba-d4b08fad4b11,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:11.027536 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:11.052627 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:11.063724 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-dec086ee-e131-444c-bae8-610281668468 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4813728 Jun 16 18:38:11.440225 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-de790dc5-b4c6-4abf-8a03-95ffe933ee21 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--519449768&fields=id&tenant_id=7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 267 time: 0.0844433 Jun 16 18:38:12.034799 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-a658b84b-66b8-48ca-9704-bd492b9066b1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:12.042051 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-a658b84b-66b8-48ca-9704-bd492b9066b1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 810 time: 0.5881341 Jun 16 18:38:12.068436 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-da25d6d8-35e4-439e-a27f-3a4cdf5134c3 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/quotas/7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 375 time: 0.0248592 Jun 16 18:38:12.167120 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-422dbac3-9bdc-44e5-bc9c-a5941c4257ee tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972519 Jun 16 18:38:12.365124 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-fe586765-da56-4a9e-b8f1-17b86ca7a374 service neutron] 10.222.0.30 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817586 Jun 16 18:38:12.539662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f4d6cd76-d0a9-4995-9652-4d59ba30c31e service neutron] 10.222.0.30 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727898 Jun 16 18:38:12.883270 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a03ea7b6-5dad-46bf-bc49-beb9429aaf44 req-55f82d74-a1c4-4dd7-96c3-d4574d202b05 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 210 time: 0.0806546 Jun 16 18:38:14.074965 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e332eb14-8d15-45d9-9896-0226c52a125f req-51b7a11f-9a94-41de-aba8-2fc8d1d36344 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 210 time: 0.0701296 Jun 16 18:38:14.405336 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-12abb002-243a-4268-8017-87547a32758f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:14.410458 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-12abb002-243a-4268-8017-87547a32758f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 810 time: 0.2584720 Jun 16 18:38:14.486420 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:14.504585 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-7c2afcaf-428c-4add-9aee-3927d08477e4 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8e1d26bdfc400ebd1e070b09db615e HTTP/1.1" status: 200 len: 379 time: 0.0795496 Jun 16 18:38:14.524745 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'port': {'device_id': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'admin_state_up': True, 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'security_groups': ['ad43f71d-1619-4d63-a931-400f6e6120d2']}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:14.740430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Made reservation on behalf of 7a8e1d26bdfc400ebd1e070b09db615e for: {'port': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:38:14.746583 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:14.998873 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Allocated IP 172.20.0.10 (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0/c839d679-7d4a-4e5c-bb8b-4081525b675d/a9232a51-386a-40f9-afa6-6e6866dfac4b) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:15.116040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:15.241413 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:15.341013 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-370f1265-efe1-4ed5-b8b6-d6489401a8f2 req-5fee6147-55f0-44c4-aea9-328a6eb63be1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 210 time: 0.0717413 Jun 16 18:38:15.362747 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:15.414272 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:15.418570 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:15.423812 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:38:15.481244 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event updated for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:15.513422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.513981 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.514446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.514945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.515324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.515820 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.516335 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.516794 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.517376 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.517843 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.518262 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.518659 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.519128 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.519563 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.519950 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:15.566339 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:15.567093 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:15.593963 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-f31f5319-a5a7-484e-ac12-8e1d0bb7b72d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0817740 Jun 16 18:38:15.620185 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Request body: {'port': {'device_id': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:15.781941 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:15.859123 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:15.894384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:15.903368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-895c4ce7-2861-4015-8aa4-b5b14aab1efc None None] Provisioning complete for port a9232a51-386a-40f9-afa6-6e6866dfac4b triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:38:15.904826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-895c4ce7-2861-4015-8aa4-b5b14aab1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:15.950679 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-895c4ce7-2861-4015-8aa4-b5b14aab1efc None None] Port a9232a51-386a-40f9-afa6-6e6866dfac4b cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:38:16.306806 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9232a51-386a-40f9-afa6-6e6866dfac4b {{(pid=103841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:38:16.323925 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks [] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:16.344231 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:16.349455 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:16.373490 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.provisioning_blocks [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Transition to ACTIVE for port object a9232a51-386a-40f9-afa6-6e6866dfac4b will not be triggered until provisioned by entity L2. {{(pid=103841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:38:16.381631 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:16.520830 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Pushing event updated for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:16.590748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ce4b4-ee25-473a-84ab-6453f14d8522 req-ef4e6e08-e550-4200-878a-e222f4329d18 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:16.621262 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-362ce4b4-ee25-473a-84ab-6453f14d8522 req-ef4e6e08-e550-4200-878a-e222f4329d18 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 944 time: 0.1856587 Jun 16 18:38:16.695391 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Attempting to bind port a9232a51-386a-40f9-afa6-6e6866dfac4b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:38:16.695953 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Attempting to bind port a9232a51-386a-40f9-afa6-6e6866dfac4b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:38:16.696526 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Attempting to bind port a9232a51-386a-40f9-afa6-6e6866dfac4b on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:38:16.706510 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Port a9232a51-386a-40f9-afa6-6e6866dfac4b on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:38:16.707061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Attempting to bind port a9232a51-386a-40f9-afa6-6e6866dfac4b on network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:38:16.718464 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:38:16.718948 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Checking segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:38:16.719622 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Bound using segment: {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'} {{(pid=103841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:38:16.720998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.managers [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Bound port: a9232a51-386a-40f9-afa6-6e6866dfac4b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4b78f-b0f3-4e6c-8352-469eefee637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0'}}] {{(pid=103841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:38:16.722074 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:16.741331 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-362ce4b4-ee25-473a-84ab-6453f14d8522 req-38f18221-dc42-4ea8-b1ea-bdd6bedd9cfc tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181648 Jun 16 18:38:16.813384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:16.918934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, cleared binding levels {{(pid=103841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:38:16.927365 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:38:16.943692 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:17.027464 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:17.028592 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:17.030942 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] 10.222.0.88 "PUT /v2.0/ports/a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 200 len: 1094 time: 1.4272175 Jun 16 18:38:17.031680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:38:17.037619 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a787d-503b-4e51-a6a9-812f5c0cb018" -d '{"events": [{"name": "network-changed", "server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:17.158764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c755e0-1ec9-4a5e-b12f-c8b4474069cb service neutron] Pushing event updated for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=3']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:17.171691 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75175984-c658-4ff4-8821-e8b45a8fe3a1 x-openstack-request-id: req-75175984-c658-4ff4-8821-e8b45a8fe3a1 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:17.172040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:17.172292 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75175984-c658-4ff4-8821-e8b45a8fe3a1 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:17.172740 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75175984-c658-4ff4-8821-e8b45a8fe3a1'] response: {'name': 'network-changed', 'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'status': 'completed', 'code': 200} Jun 16 18:38:17.191760 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:17.194962 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-0bb5baaf-62c1-4c5e-a825-3cd14d415c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:17.197844 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-0bb5baaf-62c1-4c5e-a825-3cd14d415c93 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 1128 time: 0.0833251 Jun 16 18:38:17.266147 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-a5e4b52b-ef8a-45b1-bdc8-ec6e54a9859d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 200 len: 217 time: 0.0511572 Jun 16 18:38:17.351582 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-7ecd01cb-7dda-4479-bb3e-42d7e6d99f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:17.353793 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-7ecd01cb-7dda-4479-bb3e-42d7e6d99f5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.0796571 Jun 16 18:38:17.449183 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-74c15747-85cc-4bbd-a2bd-0c25374ca0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:17.450985 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-74c15747-85cc-4bbd-a2bd-0c25374ca0b3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0890338 Jun 16 18:38:17.581112 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-b59f1ee6-3b0d-4525-aa4b-81b82bd8f410 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232042 Jun 16 18:38:17.743703 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:17.751875 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3f9bbc23-331b-41b8-9070-ce93cf16d129 req-339d4a5e-85bc-44a4-baa6-94737fad4ba6 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635423 Jun 16 18:38:17.979275 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086d8a-bf3b-4bdf-be09-3653ffdd840d req-a80401b4-99a5-432f-874f-7ae78eb57470 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:17.988965 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-46086d8a-bf3b-4bdf-be09-3653ffdd840d req-a80401b4-99a5-432f-874f-7ae78eb57470 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 944 time: 0.0984325 Jun 16 18:38:18.078259 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-46086d8a-bf3b-4bdf-be09-3653ffdd840d req-163cb622-82c2-45b6-9f8a-b951bae75219 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828688 Jun 16 18:38:18.664379 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-a562a571-7435-4278-ac06-44b082f4ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:18.666025 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-a562a571-7435-4278-ac06-44b082f4ca53 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 1128 time: 0.0572085 Jun 16 18:38:18.787864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-4995f2de-fe31-44c7-ab9f-010ea7450628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:18.789405 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-4995f2de-fe31-44c7-ab9f-010ea7450628 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.1142824 Jun 16 18:38:18.841265 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-3c418539-dbc2-45b3-ac8f-9b6ddc21f5fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 200 len: 217 time: 0.0448635 Jun 16 18:38:18.896153 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-5d2abf52-264c-4f93-8e34-61acbd7fcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:18.897712 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-5d2abf52-264c-4f93-8e34-61acbd7fcd20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.0507634 Jun 16 18:38:18.950656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-025ae435-d499-4496-bea9-5250c6ee3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:18.952232 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-025ae435-d499-4496-bea9-5250c6ee3cea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485561 Jun 16 18:38:19.106913 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-2b0e5bc7-9699-4f53-aa19-c07e424b3a95 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474335 Jun 16 18:38:19.274314 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22954f-b77d-47d4-9d55-d7563dee106e req-1612abaf-0878-4501-8c40-c181cc6c32be tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:19.276085 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8c22954f-b77d-47d4-9d55-d7563dee106e req-1612abaf-0878-4501-8c40-c181cc6c32be tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 944 time: 0.0812943 Jun 16 18:38:19.279012 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c40a787d-503b-4e51-a6a9-812f5c0cb018 req-8061882e-b1f0-4cb5-8f84-3d73f1368c09 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666164 Jun 16 18:38:19.339608 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8c22954f-b77d-47d4-9d55-d7563dee106e req-de395929-d183-47f3-b0be-1a59cc3f15a6 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550938 Jun 16 18:38:20.437965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:20.477456 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:20.490564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ad1f-a0e5-4a6f-8ae5-cc4f5015508e req-34a7b203-5f3f-447d-bfc6-622ccc78161e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:20.492433 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2a16ad1f-a0e5-4a6f-8ae5-cc4f5015508e req-34a7b203-5f3f-447d-bfc6-622ccc78161e tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 944 time: 0.0635257 Jun 16 18:38:20.510544 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device a9232a51-386a-40f9-afa6-6e6866dfac4b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:38:20.560772 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2a16ad1f-a0e5-4a6f-8ae5-cc4f5015508e req-34fc17af-4a3b-4d1b-93e7-697ef456760a tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614848 Jun 16 18:38:20.651159 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:38:20.666278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'port_id': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'mac_address': 'fa:16:3e:53:b8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:38:20.706152 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port a9232a51-386a-40f9-afa6-6e6866dfac4b is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:38:20.706546 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:20.722224 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9232a51-386a-40f9-afa6-6e6866dfac4b {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:38:20.744259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:20.746277 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:38:20.750355 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:20.810177 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:20.819321 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.819675 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.820075 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.820837 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.821019 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.821353 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.821648 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.821976 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.822338 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.822668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.822999 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.823333 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.823778 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.824023 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:20.824330 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.001933 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['a9232a51-386a-40f9-afa6-6e6866dfac4b'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:38:21.066488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36256) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:21.148628 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Deleting subnet 8fb463f3-1431-41d8-ae3f-29f16f53f777 {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:38:21.154190 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Publish callbacks [] for subnet (8fb463f3-1431-41d8-ae3f-29f16f53f777), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.223439 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (8fb463f3-1431-41d8-ae3f-29f16f53f777), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.306008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:21.308170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (8fb463f3-1431-41d8-ae3f-29f16f53f777), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.404187 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (8fb463f3-1431-41d8-ae3f-29f16f53f777), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.435558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb463f3-1431-41d8-ae3f-29f16f53f777,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:21.442112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.445802 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-97f896e8-263d-4c0b-a1e2-2cb64adfbe83 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fb463f3-1431-41d8-ae3f-29f16f53f777 HTTP/1.1" status: 204 len: 168 time: 0.3779116 Jun 16 18:38:21.449029 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36258) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:21.503711 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:38:21.531327 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.625247 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.648679 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9b8d75-d0fb-447f-8dad-2c97a0fd61de']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:21.660747 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c607c062-a8ba-48f5-b8bd-fbde75d8883e') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:21.661048 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c607c062-a8ba-48f5-b8bd-fbde75d8883e') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:21.673820 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (c607c062-a8ba-48f5-b8bd-fbde75d8883e), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.689152 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (c607c062-a8ba-48f5-b8bd-fbde75d8883e), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.696290 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:38:21.696699 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (c607c062-a8ba-48f5-b8bd-fbde75d8883e), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.720228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea1861-244f-4a1b-bee4-d0fc312ebac8 req-0dd73904-576a-4d04-b96c-50e8442fbace tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:21.721837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment c607c062-a8ba-48f5-b8bd-fbde75d8883e resource provider aggregate not found Jun 16 18:38:21.722861 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-12ea1861-244f-4a1b-bee4-d0fc312ebac8 req-0dd73904-576a-4d04-b96c-50e8442fbace tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jun 16 18:38:21.751754 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment c607c062-a8ba-48f5-b8bd-fbde75d8883e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c607c062-a8ba-48f5-b8bd-fbde75d8883e found for delete ", "request_id": "req-bac2feb7-8307-4b1f-b5a9-37e85ad013c2"}]} Jun 16 18:38:21.768914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (9d9b8d75-d0fb-447f-8dad-2c97a0fd61de), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.773761 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:21.777367 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d9b8d75-d0fb-447f-8dad-2c97a0fd61de HTTP/1.1" status: 204 len: 168 time: 0.3268344 Jun 16 18:38:21.794585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9b8d75-d0fb-447f-8dad-2c97a0fd61de,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:21.800459 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-12ea1861-244f-4a1b-bee4-d0fc312ebac8 req-94c78f9e-6d81-4ba9-96ad-f90a9bba6ebd tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690274 Jun 16 18:38:21.809709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.810068 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.810422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.810771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.811119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.811470 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.811801 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.812238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.812579 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.812916 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.813256 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.813634 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.813951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.814288 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.814617 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4352565-4f84-4fa0-969f-d8c62b79b7c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:21.933321 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36268) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:21.984792 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c0ba2732-5981-4779-ad87-df2f1c131ec6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4283712d27ef4a748657f3bf788ba2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501397 Jun 16 18:38:21.987541 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36270) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:22.031408 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:22.047535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] Publish callbacks [] for security_group (fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.074551 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] Publish callbacks [] for security_group (fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.129927 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.132591 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.133755 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816 HTTP/1.1" status: 204 len: 168 time: 0.1452053 Jun 16 18:38:22.143596 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e29d7-fb70-4863-9e51-e948c7d33f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8e7f5f-5d2b-4ce1-b11b-23fd12b5d816,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:22.549298 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device a9232a51-386a-40f9-afa6-6e6866dfac4b up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:38:22.610341 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port a9232a51-386a-40f9-afa6-6e6866dfac4b completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:38:22.619130 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port a9232a51-386a-40f9-afa6-6e6866dfac4b triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:38:22.619764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.715659 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port a9232a51-386a-40f9-afa6-6e6866dfac4b is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:38:22.716193 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.758192 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:38:22.762463 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e90cc-65bb-4ce3-8161-b2182d1df123" -d '{"events": [{"server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "name": "network-vif-plugged", "status": "completed", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:22.781180 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:38:22.787196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:22.814678 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52989414-1a72-4532-933d-2e774bf2c607 x-openstack-request-id: req-52989414-1a72-4532-933d-2e774bf2c607 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:22.814975 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "name": "network-vif-plugged", "status": "completed", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:22.815407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52989414-1a72-4532-933d-2e774bf2c607 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:22.815682 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52989414-1a72-4532-933d-2e774bf2c607'] response: {'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'code': 200} Jun 16 18:38:22.868434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:23.056622 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed6506-80ab-4883-95e9-e47ca64edfff req-fe2b22bc-8833-406a-80bb-9f734ae71af7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:23.058487 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f1ed6506-80ab-4883-95e9-e47ca64edfff req-fe2b22bc-8833-406a-80bb-9f734ae71af7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.1317580 Jun 16 18:38:23.086971 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8c77-a33b-4631-8dfb-1de2b8de6d13 req-4de18121-8891-4ade-95f5-d0777a629f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:23.088976 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-28da8c77-a33b-4631-8dfb-1de2b8de6d13 req-4de18121-8891-4ade-95f5-d0777a629f4c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 1130 time: 0.0865049 Jun 16 18:38:23.184901 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f1ed6506-80ab-4883-95e9-e47ca64edfff req-b773e30e-694b-4b43-bd5e-dd2f0d270767 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111777 Jun 16 18:38:23.190816 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-28da8c77-a33b-4631-8dfb-1de2b8de6d13 req-0e490a08-14ed-460e-b282-230d89a3e907 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923436 Jun 16 18:38:24.322177 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35847fb7-d620-4296-9579-8270d393055d req-3c399de3-c073-4233-be1e-c752f7155e26 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:24.323903 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-35847fb7-d620-4296-9579-8270d393055d req-3c399de3-c073-4233-be1e-c752f7155e26 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.0577393 Jun 16 18:38:24.387718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-35847fb7-d620-4296-9579-8270d393055d req-8b4b0c84-d6ed-4a92-9610-ac7b4364df2c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575545 Jun 16 18:38:25.529392 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec3ce-5ef8-48c7-9519-b3105d5d8dbe req-4bdff7cd-5f9f-464e-8bf2-5d97d569d986 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:25.531013 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f63ec3ce-5ef8-48c7-9519-b3105d5d8dbe req-4bdff7cd-5f9f-464e-8bf2-5d97d569d986 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.0553920 Jun 16 18:38:25.607881 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f63ec3ce-5ef8-48c7-9519-b3105d5d8dbe req-41e3e908-a53f-419e-b6bc-525fd8a18776 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695064 Jun 16 18:38:25.731411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151567e6-0afc-4d1c-ab30-1b4030004976 req-0c71a1a2-ea66-4ac0-a0ec-8a120965d1b1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:25.733084 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-151567e6-0afc-4d1c-ab30-1b4030004976 req-0c71a1a2-ea66-4ac0-a0ec-8a120965d1b1 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.0507541 Jun 16 18:38:25.743922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36318) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:25.748818 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Request body: {'floatingip': {'port_id': 'a9232a51-386a-40f9-afa6-6e6866dfac4b'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:38:25.794145 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.273845 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36326) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:26.440061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.441761 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2acf4a07-5914-4804-873c-ff2d084f95c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.450969 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.502873 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:26.509559 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:26.603804 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Floating IP 04973c5e-7351-442e-afdb-11dc284482be associated. External IP: 172.27.2.54, port: a9232a51-386a-40f9-afa6-6e6866dfac4b. Jun 16 18:38:26.696806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2acf4a07-5914-4804-873c-ff2d084f95c8 admin admin] Publish callbacks [] for security_group (e333c200-6707-4b33-9c12-ed2947e2bb2b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.723349 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2acf4a07-5914-4804-873c-ff2d084f95c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e333c200-6707-4b33-9c12-ed2947e2bb2b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.784632 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf4a07-5914-4804-873c-ff2d084f95c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333c200-6707-4b33-9c12-ed2947e2bb2b,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:26.795398 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2acf4a07-5914-4804-873c-ff2d084f95c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2d1a54f1fd64c41a8e88ab5512a1f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159798 Jun 16 18:38:26.796325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36330) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:26.858227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] Publish callbacks [] for security_group (e333c200-6707-4b33-9c12-ed2947e2bb2b), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.884775 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] Publish callbacks [] for security_group (e333c200-6707-4b33-9c12-ed2947e2bb2b), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.942034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (e333c200-6707-4b33-9c12-ed2947e2bb2b), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.944658 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:26.949009 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e333c200-6707-4b33-9c12-ed2947e2bb2b HTTP/1.1" status: 204 len: 168 time: 0.1490469 Jun 16 18:38:26.957664 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743b07-f00b-410e-86a4-9fd84bdb1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333c200-6707-4b33-9c12-ed2947e2bb2b,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:27.013896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:38:27.234775 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:38:27.243418 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:27.251554 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:27.271134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:27.272146 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:27.301153 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-adb68a77-5763-4231-8261-90b5b670e88f tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "PUT /v2.0/floatingips/04973c5e-7351-442e-afdb-11dc284482be HTTP/1.1" status: 200 len: 991 time: 1.5519009 Jun 16 18:38:27.301153 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:38:27.303410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:27.358434 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5987acf3-10d3-4004-ac82-b89538b03c00 x-openstack-request-id: req-5987acf3-10d3-4004-ac82-b89538b03c00 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:27.359055 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:27.359470 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5987acf3-10d3-4004-ac82-b89538b03c00 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:27.360255 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5987acf3-10d3-4004-ac82-b89538b03c00'] response: {'name': 'network-changed', 'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'status': 'completed', 'code': 200} Jun 16 18:38:27.436018 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-5e854229-43f1-4e55-a462-64dbd5e4b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:27.437804 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-5e854229-43f1-4e55-a462-64dbd5e4b68b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 1130 time: 0.0549557 Jun 16 18:38:27.441380 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:27.457384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-dfdcaecc-27e6-415e-9467-59bbbd082308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:27.488602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:27.545372 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:27.590781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-d5f8e889-8b9f-4b99-837d-4785ae962d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:27.592358 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-d5f8e889-8b9f-4b99-837d-4785ae962d50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.1476066 Jun 16 18:38:27.668712 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-336a5038-0b90-4504-8a9d-38ab8df4cc47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 200 len: 999 time: 0.0680981 Jun 16 18:38:27.730553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-9fcc11e4-12d5-4525-bc70-e7e57fcd33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:27.733109 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-9fcc11e4-12d5-4525-bc70-e7e57fcd33cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.0588293 Jun 16 18:38:27.780738 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-8f3b6608-29e4-4a0d-9893-2db698ecadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:27.782867 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-8f3b6608-29e4-4a0d-9893-2db698ecadc8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433099 Jun 16 18:38:27.857385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '04973c5e-7351-442e-afdb-11dc284482be', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:53:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:38:10Z', 'updated_at': '2022-06-16T18:38:26Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:27.886587 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:27.895728 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:27.898419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:27.899100 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:27.904972 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-7de4d5b2-246e-40d5-ba00-94fec6215937 service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165235 Jun 16 18:38:28.020318 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:28.028225 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:28.069182 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44e48d41-b4f8-42ee-a076-80ad76d2dc0d req-bab7c1ba-89cd-4c1c-a4f2-9b5f620f78fb service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586316 Jun 16 18:38:28.273799 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '04973c5e-7351-442e-afdb-11dc284482be', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:53:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:38:10Z', 'updated_at': '2022-06-16T18:38:26Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:28.304474 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e0958-0fad-464f-a03d-caff3f1fb352 None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '04973c5e-7351-442e-afdb-11dc284482be', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'port_id': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'mac_address': 'fa:16:3e:53:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:38:10Z', 'updated_at': '2022-06-16T18:38:26Z', 'revision_number': 1, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:28.514216 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f3da3-5d90-40c1-bc07-d609b69fb8bb None None] New status for floating IP 04973c5e-7351-442e-afdb-11dc284482be: ACTIVE {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:38:29.711933 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d873-9435-4047-a9a5-4242aabdc4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:31.042515 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:32.479434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:32.807259 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:37.290373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:37.292935 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=48,neutron:INSERT=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:38.060396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:38.064078 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=37 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:38.628695 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:42.798606 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:42.801882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:46.388208 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:52.654284 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:52.659345 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=15 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:56.380411 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:56.383847 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:57.406365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54763b4e-c946-4fbb-a557-b6e46dd95cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:57.571118 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36346) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:38:57.736325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Deleting port 11d65aed-1dae-42b7-8466-d6f7d438bb26 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:38:57.736594 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:57.842137 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:57.842653 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for floatingip (11d65aed-1dae-42b7-8466-d6f7d438bb26), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:57.868394 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Calling delete_port for 11d65aed-1dae-42b7-8466-d6f7d438bb26 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:38:58.142484 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (11d65aed-1dae-42b7-8466-d6f7d438bb26), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:58.170906 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event deleted for resources: {'Port': ['ID=11d65aed-1dae-42b7-8466-d6f7d438bb26,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.256884 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for floatingip (ac5fbff7-fe2e-49dc-9591-22254362f698), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:58.257347 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Floating IP ac5fbff7-fe2e-49dc-9591-22254362f698 disassociated (deleted). External IP: 172.27.2.97, port: 68356597-c3ad-4071-ac45-b2f7aa7bca35. Jun 16 18:38:58.506338 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:38:58.760311 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:38:58.886699 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:38:58.892486 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:58.898106 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Sync routers for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:58.911209 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:58.911853 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:58.927116 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a1453377-748b-4bcc-80fd-9bfa28e899b3 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "DELETE /v2.0/floatingips/ac5fbff7-fe2e-49dc-9591-22254362f698 HTTP/1.1" status: 204 len: 168 time: 1.3548009 Jun 16 18:38:58.927740 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:38:58.930089 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18941acd-4c2d-4fd5-a673-7a22c60f1411" -d '{"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:58.995965 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6bf71d-ca11-494c-b38b-ae7d7ba6208b x-openstack-request-id: req-4c6bf71d-ca11-494c-b38b-ae7d7ba6208b {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:58.996450 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:58.997075 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c6bf71d-ca11-494c-b38b-ae7d7ba6208b {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:58.998565 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6bf71d-ca11-494c-b38b-ae7d7ba6208b'] response: {'name': 'network-changed', 'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'status': 'completed', 'code': 200} Jun 16 18:38:59.053402 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:59.081676 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:59.090208 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:38:59.097397 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-ad4222fe-4fc3-4049-992a-17a50dc2139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:59.099610 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-ad4222fe-4fc3-4049-992a-17a50dc2139b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 1129 time: 0.0763950 Jun 16 18:38:59.275869 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-9424db97-da4d-4160-a9fb-48e4efb45721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:59.278397 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-9424db97-da4d-4160-a9fb-48e4efb45721 service neutron] 10.222.0.88 "GET /v2.0/networks?id=10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 200 len: 911 time: 0.1723375 Jun 16 18:38:59.316688 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:59.352894 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Checking router: d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:59.363496 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:38:59.364190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:38:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:59.592990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d283-25d1-4ad8-a016-2ce33c7f16f3 req-644e2883-29cb-4ba5-bc7e-4c397c6dcd58 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:38:59.596018 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a112d283-25d1-4ad8-a016-2ce33c7f16f3 req-644e2883-29cb-4ba5-bc7e-4c397c6dcd58 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.3160343 Jun 16 18:38:59.636559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:38:59.668594 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a112d283-25d1-4ad8-a016-2ce33c7f16f3 req-abadbe84-ed06-4c77-a842-0504ba3b9cbb tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655062 Jun 16 18:38:59.754051 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-26a66e4e-0fc3-4dce-9c2c-21128ab3f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:38:59.877356 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:59.911648 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55bdb-033e-4f4f-be03-50bed1cb0631 None None] The sync data for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi is: [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:33:59Z', 'revision_number': 4, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7b52cfbd-ba37-4e62-9507-867d4c0c7eda', 'name': '', 'network_id': '10541a62-0923-4d1d-8a23-f7599c1118d2', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'mac_address': 'fa:16:3e:eb:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:58Z', 'updated_at': '2022-06-16T18:34:06Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'subnets': [{'id': '5f1e7f49-b061-4435-ada0-a28a436d8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:00.195455 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9fbf0-7708-470f-9854-6da400c6e1b6 None None] New status for floating IP ac5fbff7-fe2e-49dc-9591-22254362f698: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:39:00.306628 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-885c2d40-bac4-45e7-bada-974f2918872f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 200 len: 217 time: 0.0675445 Jun 16 18:39:00.411907 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-c808ae58-2766-4e84-b136-aedf091f3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:00.414457 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-c808ae58-2766-4e84-b136-aedf091f3d39 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 200 len: 848 time: 0.0980382 Jun 16 18:39:00.474777 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-b8606444-ad32-4b83-979f-2bbdc4325016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:00.476594 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-b8606444-ad32-4b83-979f-2bbdc4325016 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=10541a62-0923-4d1d-8a23-f7599c1118d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495794 Jun 16 18:39:00.623377 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-e7d64588-cc45-4ba7-82f1-e9c995601ed3 service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401296 Jun 16 18:39:00.849074 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-18941acd-4c2d-4fd5-a673-7a22c60f1411 req-ab3392dd-3314-4a77-88f9-986fa0178cbc service neutron] 10.222.0.88 "GET /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336737 Jun 16 18:39:00.860877 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-bf74a5b7-4d28-474b-b8ee-e6eab51f6888 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:00.862953 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-bf74a5b7-4d28-474b-b8ee-e6eab51f6888 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.88 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.0880437 Jun 16 18:39:01.045337 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c74e2-6c39-4e88-aa4d-83cbc3cc9608 req-577e192e-d355-4d12-8eee-e035de33907b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:01.049570 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-496c74e2-6c39-4e88-aa4d-83cbc3cc9608 req-577e192e-d355-4d12-8eee-e035de33907b tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 945 time: 0.2297592 Jun 16 18:39:01.054575 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Deleting port 68356597-c3ad-4071-ac45-b2f7aa7bca35 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:01.055113 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:01.055881 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:01.237751 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-496c74e2-6c39-4e88-aa4d-83cbc3cc9608 req-28702291-8314-42ed-890d-8167aafc9357 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a119d4c2-8b24-4a41-b014-8a467b08cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756570 Jun 16 18:39:01.268089 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] For port 68356597-c3ad-4071-ac45-b2f7aa7bca35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68356597-c3ad-4071-ac45-b2f7aa7bca35,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:01.268558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:01.288092 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Calling delete_port for 68356597-c3ad-4071-ac45-b2f7aa7bca35 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:01.474261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (68356597-c3ad-4071-ac45-b2f7aa7bca35), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:01.513562 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event deleted for resources: {'Port': ['ID=68356597-c3ad-4071-ac45-b2f7aa7bca35,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:01.569281 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] No DVR routers for this DVR port 68356597-c3ad-4071-ac45-b2f7aa7bca35 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:01.572235 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:01.576477 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c065691a-dfd0-429a-a9fb-3c69e1bec35d req-b57b82c5-f45c-4e06-bdd8-a1f50d12cad9 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.88 "DELETE /v2.0/ports/68356597-c3ad-4071-ac45-b2f7aa7bca35 HTTP/1.1" status: 204 len: 173 time: 0.7066402 Jun 16 18:39:01.576979 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-deleted', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:39:01.582357 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896a664-3dce-4954-8a57-9a6800f1ee4c" -d '{"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-deleted", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:01.635453 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f19896-48cc-4629-82a0-2991525d9ed9 x-openstack-request-id: req-f3f19896-48cc-4629-82a0-2991525d9ed9 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:01.635673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858d3b02-c17d-4868-8adc-08e94d31c29c", "name": "network-vif-deleted", "tag": "68356597-c3ad-4071-ac45-b2f7aa7bca35", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:01.635941 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3f19896-48cc-4629-82a0-2991525d9ed9 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:01.636397 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f19896-48cc-4629-82a0-2991525d9ed9'] response: {'server_uuid': '858d3b02-c17d-4868-8adc-08e94d31c29c', 'name': 'network-vif-deleted', 'tag': '68356597-c3ad-4071-ac45-b2f7aa7bca35', 'status': 'completed', 'code': 200} Jun 16 18:39:02.389532 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1431e3e3-d18f-4fe7-acea-f6d1437d95ab req-cf532b9f-94d6-4e03-a855-387bcb314c52 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "GET /v2.0/ports?device_id=858d3b02-c17d-4868-8adc-08e94d31c29c HTTP/1.1" status: 200 len: 210 time: 0.0478930 Jun 16 18:39:02.491006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:02.809781 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:03.470846 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36376) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:03.599704 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (a119d4c2-8b24-4a41-b014-8a467b08cbe3), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:03.648707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (a119d4c2-8b24-4a41-b014-8a467b08cbe3), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:03.730308 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (a119d4c2-8b24-4a41-b014-8a467b08cbe3), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:03.733618 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:03.735662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] 10.222.0.30 "DELETE /v2.0/security-groups/a119d4c2-8b24-4a41-b014-8a467b08cbe3 HTTP/1.1" status: 204 len: 168 time: 0.2651880 Jun 16 18:39:03.748565 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaf3e3-db90-4abd-8728-d928d2b75003 tempest-TestShelveInstance-624183226 tempest-TestShelveInstance-624183226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a119d4c2-8b24-4a41-b014-8a467b08cbe3,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:03.784940 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36380) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:04.393121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:04.664040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:04.753626 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:04.768567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Deleting port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:04.768903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:04.800357 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:04.839714 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 68356597-c3ad-4071-ac45-b2f7aa7bca35 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:04.840230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 68356597-c3ad-4071-ac45-b2f7aa7bca35 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:04.898441 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] For port 7b52cfbd-ba37-4e62-9507-867d4c0c7eda, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:04.899428 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:04.923364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Calling delete_port for 7b52cfbd-ba37-4e62-9507-867d4c0c7eda owned by network:router_interface {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:05.143506 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (7b52cfbd-ba37-4e62-9507-867d4c0c7eda), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:05.172158 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Pushing event deleted for resources: {'Port': ['ID=7b52cfbd-ba37-4e62-9507-867d4c0c7eda,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:05.466451 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:05.804160 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:05.923567 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:05.946900 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:05.954850 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:05.961459 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e0506503-f210-41ee-883c-19e9112ba8da admin admin] 10.222.0.30 "PUT /v2.0/routers/d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1744525 Jun 16 18:39:05.964375 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36398) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:05.968831 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Sync routers for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:05.981588 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:05.982249 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:06.107879 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:06.110524 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:06.113880 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks [] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:06.270857 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks [] for router_gateway (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:06.311764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:39:05Z', 'revision_number': 5, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port': {'id': 'e663dfde-b51b-4173-92ca-38f75540620d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:33:56Z', 'updated_at': '2022-06-16T18:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:06.316708 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:06.342818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Checking router: d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:06.345977 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Deleting port e663dfde-b51b-4173-92ca-38f75540620d {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:06.346538 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (e663dfde-b51b-4173-92ca-38f75540620d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:06.355401 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Routers {'d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:06.356081 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:06.474753 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] Set router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce gateway port host: None {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:06.484489 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] For port e663dfde-b51b-4173-92ca-38f75540620d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e663dfde-b51b-4173-92ca-38f75540620d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:06.485092 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (e663dfde-b51b-4173-92ca-38f75540620d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:06.516135 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Calling delete_port for e663dfde-b51b-4173-92ca-38f75540620d owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:06.559848 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:39:06Z', 'revision_number': 6, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:06.595922 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18551b87-9fb8-468b-a520-66a0862b05a5 None None] The sync data for ids ['d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce'] in dv-cinder-813229-10-iscsi is: [{'id': 'd6e1cedf-de78-4f0e-aa9a-102b4db8e1ce', 'name': 'tempest-TestShelveInstance-1201520390-router', 'tenant_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:33:55Z', 'updated_at': '2022-06-16T18:39:06Z', 'revision_number': 6, 'project_id': '4d9f254f568e4bd98b2e4087c3a32c04', 'gw_port_host': None}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:06.763346 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (e663dfde-b51b-4173-92ca-38f75540620d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:06.790463 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Pushing event deleted for resources: {'Port': ['ID=e663dfde-b51b-4173-92ca-38f75540620d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:06.865359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.035095 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.038682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks [] for router_controller (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.098769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.099974 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:39:07.110352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.115104 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-ac12dcdc-a3e6-4153-a5f4-0def07f77cea admin admin] 10.222.0.30 "DELETE /v2.0/routers/d6e1cedf-de78-4f0e-aa9a-102b4db8e1ce HTTP/1.1" status: 204 len: 168 time: 1.1465883 Jun 16 18:39:07.115312 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36402) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:07.168398 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Deleting subnet 5f1e7f49-b061-4435-ada0-a28a436d8aa6 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:39:07.173763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Publish callbacks [] for subnet (5f1e7f49-b061-4435-ada0-a28a436d8aa6), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.217324 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (5f1e7f49-b061-4435-ada0-a28a436d8aa6), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.308508 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:07.317223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (5f1e7f49-b061-4435-ada0-a28a436d8aa6), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.349823 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:07.393063 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (5f1e7f49-b061-4435-ada0-a28a436d8aa6), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.445764 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1e7f49-b061-4435-ada0-a28a436d8aa6,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:07.453922 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.459914 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-2b89e864-e2ee-42bd-928f-025c50c3775d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f1e7f49-b061-4435-ada0-a28a436d8aa6 HTTP/1.1" status: 204 len: 168 time: 0.3428509 Jun 16 18:39:07.462674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36404) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:07.464461 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf68c6-35f2-4175-8351-af10aab0db1d None None] Network 10541a62-0923-4d1d-8a23-f7599c1118d2 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:07.560795 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (10541a62-0923-4d1d-8a23-f7599c1118d2), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.623890 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Deleting port 44c3a9e2-1265-433d-aab8-d4c87a432e11 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:07.624335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.698131 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990963b-3881-4182-84f6-10c104edee6c None None] DHCP port deletion for 10541a62-0923-4d1d-8a23-f7599c1118d2 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:39:07.725839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] For port 44c3a9e2-1265-433d-aab8-d4c87a432e11, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=44c3a9e2-1265-433d-aab8-d4c87a432e11,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:07.726204 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.745059 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Calling delete_port for 44c3a9e2-1265-433d-aab8-d4c87a432e11 owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:07.796547 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Deleting port 44c3a9e2-1265-433d-aab8-d4c87a432e11 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:07.798307 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.842764 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.875741 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] No DVR routers for this DVR port 44c3a9e2-1265-433d-aab8-d4c87a432e11 on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:07.877725 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c3a9e2-1265-433d-aab8-d4c87a432e11,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:07.934242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4990963b-3881-4182-84f6-10c104edee6c None None] For port 44c3a9e2-1265-433d-aab8-d4c87a432e11, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=44c3a9e2-1265-433d-aab8-d4c87a432e11,segment=NetworkSegment(f66021d2-0053-4715-92c9-86ea5c4b5cd2),segment_id=f66021d2-0053-4715-92c9-86ea5c4b5cd2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:07.934927 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.962416 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Calling delete_port for 44c3a9e2-1265-433d-aab8-d4c87a432e11 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:07.965948 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (10541a62-0923-4d1d-8a23-f7599c1118d2), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:07.995821 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10541a62-0923-4d1d-8a23-f7599c1118d2']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:08.010305 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66021d2-0053-4715-92c9-86ea5c4b5cd2') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:08.010893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66021d2-0053-4715-92c9-86ea5c4b5cd2') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:08.025893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (f66021d2-0053-4715-92c9-86ea5c4b5cd2), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.044469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (f66021d2-0053-4715-92c9-86ea5c4b5cd2), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.058422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:39:08.059222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (f66021d2-0053-4715-92c9-86ea5c4b5cd2), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.073994 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (44c3a9e2-1265-433d-aab8-d4c87a432e11), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.104292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990963b-3881-4182-84f6-10c104edee6c None None] Pushing event deleted for resources: {'Port': ['ID=44c3a9e2-1265-433d-aab8-d4c87a432e11,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:08.111415 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990963b-3881-4182-84f6-10c104edee6c None None] No DVR routers for this DVR port 44c3a9e2-1265-433d-aab8-d4c87a432e11 on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:08.163185 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (10541a62-0923-4d1d-8a23-f7599c1118d2), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.173254 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.179496 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/10541a62-0923-4d1d-8a23-f7599c1118d2 HTTP/1.1" status: 204 len: 168 time: 0.7150743 Jun 16 18:39:08.182822 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36412) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:08.212913 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bda8b-834c-4737-881c-8505801803f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=10541a62-0923-4d1d-8a23-f7599c1118d2,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:08.281911 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment f66021d2-0053-4715-92c9-86ea5c4b5cd2 resource provider aggregate not found Jun 16 18:39:08.305051 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment f66021d2-0053-4715-92c9-86ea5c4b5cd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f66021d2-0053-4715-92c9-86ea5c4b5cd2 found for delete ", "request_id": "req-7319923a-6214-4876-abcc-30e310105b2f"}]} Jun 16 18:39:08.561517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:08.603999 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:08.621813 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:08.681892 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e663dfde-b51b-4173-92ca-38f75540620d no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:08.719739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: e663dfde-b51b-4173-92ca-38f75540620d {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:08.720365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e663dfde-b51b-4173-92ca-38f75540620d not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:08.721056 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7b52cfbd-ba37-4e62-9507-867d4c0c7eda no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:08.761814 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 7b52cfbd-ba37-4e62-9507-867d4c0c7eda {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:08.762516 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7b52cfbd-ba37-4e62-9507-867d4c0c7eda not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:08.763150 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 44c3a9e2-1265-433d-aab8-d4c87a432e11 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:08.802083 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 44c3a9e2-1265-433d-aab8-d4c87a432e11 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:08.802771 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 44c3a9e2-1265-433d-aab8-d4c87a432e11 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:08.930840 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Deleting port fa82f0f1-a5b6-44b7-8832-86222d0094d5 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:08.931389 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:09.049823 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] For port fa82f0f1-a5b6-44b7-8832-86222d0094d5, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=fa82f0f1-a5b6-44b7-8832-86222d0094d5,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:09.050093 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:09.073473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Calling delete_port for fa82f0f1-a5b6-44b7-8832-86222d0094d5 owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:09.600687 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (fa82f0f1-a5b6-44b7-8832-86222d0094d5), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:09.627595 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa82f0f1-a5b6-44b7-8832-86222d0094d5,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:09.873247 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:09.988385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:10.097899 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:10.125822 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:10.258361 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:10.271310 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-5d3b0759-6f02-4652-a2ba-72b0584bca08 admin admin] 10.222.0.30 "PUT /v2.0/routers/dd78ddda-e796-48cc-9b2c-ec6ad4904e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855134 Jun 16 18:39:10.274423 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36420) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:10.275639 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Sync routers for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:10.290511 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:10.291156 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:10.403618 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks [] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:10.423434 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:10.548219 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks [] for router_gateway (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:10.613748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Deleting port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:10.614564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:10.648731 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:39:09Z', 'revision_number': 5, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port': {'id': '4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:04Z', 'updated_at': '2022-06-16T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:10.698919 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Checking router: dd78ddda-e796-48cc-9b2c-ec6ad4904e6d for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:10.721886 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Routers {'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:10.723142 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:10.755402 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] For port 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:10.756251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:10.783461 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Calling delete_port for 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 owned by network:router_gateway {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:10.851491 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] Set router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:10.947660 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:39:10Z', 'revision_number': 6, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:10.994030 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7c455-6d53-4400-b47d-ca4feb8073a7 None None] The sync data for ids ['dd78ddda-e796-48cc-9b2c-ec6ad4904e6d'] in dv-cinder-813229-10-iscsi is: [{'id': 'dd78ddda-e796-48cc-9b2c-ec6ad4904e6d', 'name': 'tempest-TestShelveInstance-88184755-router', 'tenant_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:03Z', 'updated_at': '2022-06-16T18:39:10Z', 'revision_number': 6, 'project_id': 'f955e3c1c6ed4b99b5ab4009d470a806', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:11.011356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.059940 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:11.157329 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.203732 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:11.278256 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.281390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks [] for router_controller (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.366416 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (dd78ddda-e796-48cc-9b2c-ec6ad4904e6d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.367564 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd78ddda-e796-48cc-9b2c-ec6ad4904e6d {{(pid=103843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:39:11.376619 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.379017 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-eb552b0f-9ea2-43eb-8f3b-f79906ecb580 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dd78ddda-e796-48cc-9b2c-ec6ad4904e6d HTTP/1.1" status: 204 len: 168 time: 1.1030438 Jun 16 18:39:11.382559 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36432) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:11.444608 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:11.466925 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Deleting subnet a6e8abb2-82ac-4850-a740-ecabdc7d0299 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:39:11.473174 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Publish callbacks [] for subnet (a6e8abb2-82ac-4850-a740-ecabdc7d0299), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.545686 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (a6e8abb2-82ac-4850-a740-ecabdc7d0299), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.673080 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (a6e8abb2-82ac-4850-a740-ecabdc7d0299), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.764472 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (a6e8abb2-82ac-4850-a740-ecabdc7d0299), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.794151 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e8abb2-82ac-4850-a740-ecabdc7d0299,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:11.799340 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.802809 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f2a7b272-585b-4ec1-b3ee-b5a39c78f68f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a6e8abb2-82ac-4850-a740-ecabdc7d0299 HTTP/1.1" status: 204 len: 168 time: 0.4188132 Jun 16 18:39:11.806522 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36438) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:11.815818 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f1268b-059e-4f4d-a125-4066b873ff35 None None] Network e3040dc0-6bb0-475c-8588-198c4a51037f requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:11.919203 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (e3040dc0-6bb0-475c-8588-198c4a51037f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:11.977085 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Deleting port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:11.977419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.061956 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] DHCP port deletion for e3040dc0-6bb0-475c-8588-198c4a51037f request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:39:12.065454 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] For port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:12.065824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.089623 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Calling delete_port for 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:12.107476 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Deleting port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:12.108092 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.203035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] For port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,segment=NetworkSegment(a5912888-068b-4314-a232-a83bb4d01d83),segment_id=a5912888-068b-4314-a232-a83bb4d01d83)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:12.203914 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.215451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.231830 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Calling delete_port for 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:12.245175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Pushing event deleted for resources: {'Port': ['ID=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:12.249055 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] No DVR routers for this DVR port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:12.335894 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:12.358696 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (e3040dc0-6bb0-475c-8588-198c4a51037f), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.363966 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.391237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3040dc0-6bb0-475c-8588-198c4a51037f']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:12.393621 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] Pushing event deleted for resources: {'Port': ['ID=601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:12.395549 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce49fb-d7be-418c-bf86-894204ada221 None None] No DVR routers for this DVR port 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:12.413835 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5912888-068b-4314-a232-a83bb4d01d83') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:12.414403 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5912888-068b-4314-a232-a83bb4d01d83') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:12.427751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (a5912888-068b-4314-a232-a83bb4d01d83), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.444125 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (a5912888-068b-4314-a232-a83bb4d01d83), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.451653 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:39:12.452147 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (a5912888-068b-4314-a232-a83bb4d01d83), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.513950 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment a5912888-068b-4314-a232-a83bb4d01d83 resource provider aggregate not found Jun 16 18:39:12.520545 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:12.541858 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment a5912888-068b-4314-a232-a83bb4d01d83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5912888-068b-4314-a232-a83bb4d01d83 found for delete ", "request_id": "req-fdf11757-482d-495a-877b-14f3b463c193"}]} Jun 16 18:39:12.542919 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (e3040dc0-6bb0-475c-8588-198c4a51037f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.549549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.553276 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e3040dc0-6bb0-475c-8588-198c4a51037f HTTP/1.1" status: 204 len: 168 time: 0.7453992 Jun 16 18:39:12.575952 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896192ab-0799-49a0-ba13-7c80f53fca71 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3040dc0-6bb0-475c-8588-198c4a51037f,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:12.692541 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:12.717417 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:12.717763 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 4d2a44f8-64c8-4bc0-aa70-cf38aa4a5db1 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:12.718216 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fa82f0f1-a5b6-44b7-8832-86222d0094d5 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:12.735301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36448) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:12.751106 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: fa82f0f1-a5b6-44b7-8832-86222d0094d5 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:12.751472 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device fa82f0f1-a5b6-44b7-8832-86222d0094d5 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:12.752764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:12.780805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:12.782603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 601f7ba8-63aa-49bd-ae04-a6adbcfaa0cd not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:12.831492 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b47d319a-85ac-41cd-9b58-92e2070434fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d9f254f568e4bd98b2e4087c3a32c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0932827 Jun 16 18:39:12.834261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36452) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:12.937990 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] Publish callbacks [] for security_group (866a7300-edc8-49ea-9bf6-25fd76f54e1f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:12.978895 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] Publish callbacks [] for security_group (866a7300-edc8-49ea-9bf6-25fd76f54e1f), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.005885 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:13.057950 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (866a7300-edc8-49ea-9bf6-25fd76f54e1f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.061236 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.063920 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/866a7300-edc8-49ea-9bf6-25fd76f54e1f HTTP/1.1" status: 204 len: 168 time: 0.2280529 Jun 16 18:39:13.079500 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b206f8-b37b-43fd-9529-593f6a6df912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a7300-edc8-49ea-9bf6-25fd76f54e1f,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:13.540873 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36466) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:13.595497 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-6d32cfd5-00bd-4662-850b-7306541a40d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f955e3c1c6ed4b99b5ab4009d470a806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529406 Jun 16 18:39:13.598421 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36468) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:13.614717 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:13.663547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] Publish callbacks [] for security_group (ae029c3e-9b7c-4736-824f-3b577353e497), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.690828 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] Publish callbacks [] for security_group (ae029c3e-9b7c-4736-824f-3b577353e497), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.748909 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ae029c3e-9b7c-4736-824f-3b577353e497), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.752112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:13.753353 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae029c3e-9b7c-4736-824f-3b577353e497 HTTP/1.1" status: 204 len: 168 time: 0.1539707 Jun 16 18:39:13.762271 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e90d2-fe7b-47f1-bc88-58d409bd7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae029c3e-9b7c-4736-824f-3b577353e497,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:14.644934 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36492) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:14.771177 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214154465-network', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:14.779233 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:14.818214 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Made reservation on behalf of dff4784f6ab3499b88cb38c81780b754 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:14.821241 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:14.832923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:14.934628 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks [] for security_group (be895619-8149-4934-8125-8276efc2f331), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:14.939971 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (be895619-8149-4934-8125-8276efc2f331), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:14.978023 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:39:14.986562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be895619-8149-4934-8125-8276efc2f331,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:14.996757 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (34416b6d-b8a0-4874-b235-992feb9e7b50), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:14.996976 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Added segment 34416b6d-b8a0-4874-b235-992feb9e7b50 of type vlan for network b0cbaebd-d55a-4d35-baec-5307687a93e6 Jun 16 18:39:15.052854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (b0cbaebd-d55a-4d35-baec-5307687a93e6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.089785 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (b0cbaebd-d55a-4d35-baec-5307687a93e6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.091112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:15.091811 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.136289 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4892681 Jun 16 18:39:15.139443 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36496) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:15.145627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Request body: {'subnet': {'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214154465-subnet', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'ip_version': 4}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:15.175043 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Made reservation on behalf of dff4784f6ab3499b88cb38c81780b754 for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:15.177994 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63988172'] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.178535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02ab4-82c1-483f-980f-a4c1238dafa1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cbaebd-d55a-4d35-baec-5307687a93e6,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:15.192994 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:39:15.226311 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:15.413280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63749321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63988222'] for subnet (f77c7441-456e-4597-963e-d532a281b67d), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.479230 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77c7441-456e-4597-963e-d532a281b67d,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:15.497104 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:15.497587 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Network hostable DHCP agents. Network: b0cbaebd-d55a-4d35-baec-5307687a93e6, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:15.525918 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:15.538501 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, b0cbaebd-d55a-4d35-baec-5307687a93e6) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:15.543732 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:15.544525 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.550300 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc97ed-9426-42f2-b77e-496774258e5f None None] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:15.570683 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-dbd4acb2-b623-4b7d-85c3-bd13ef9071be admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4293959 Jun 16 18:39:15.575020 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36500) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:15.581190 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:15.612728 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.613861 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.689357 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-b0cbaebd-d55a-4d35-baec-5307687a93e6', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:39:15.690710 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.697000 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for router_controller (7c6281e0-a59a-4e26-96db-c9b56d7630f4), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.903278 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for router_gateway (7c6281e0-a59a-4e26-96db-c9b56d7630f4), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:15.918528 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Allocated IP 172.20.0.2 (b0cbaebd-d55a-4d35-baec-5307687a93e6/f77c7441-456e-4597-963e-d532a281b67d/c83e4827-0377-4e21-bb6a-6ca4fdf5cb67) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:16.054545 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:16.142386 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for router_gateway (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.163856 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.232738 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:16.294869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Allocated IP 172.27.2.23 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/e62e80c8-e7bc-4297-84fe-261cf8c4bbe7) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:16.340926 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks [] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.349760 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.419478 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:16.420870 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.422071 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Pushing event updated for resources: {'Port': ['ID=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:16.425916 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:16.428355 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:16.479924 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.497631 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Attempting to bind port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:16.498061 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Attempting to bind port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:16.498405 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Attempting to bind port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:16.516722 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:16.517115 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:16.517496 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.517908 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Bound using segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:16.518407 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Bound port: c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:16.518794 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.538694 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.590419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:16.598310 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:16.602978 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:16.603254 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] For port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:16.609840 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Pushing event updated for resources: {'Port': ['ID=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:16.610791 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] For port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:16.620219 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:16.706861 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fc778-6eb4-465d-aa5c-9bcadf762dff None None] Pushing event updated for resources: {'Port': ['ID=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:16.971168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for router_gateway (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:17.217088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:17.304072 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:17.364714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:17.372034 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:39:17.546293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:17.575410 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:17.582443 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:17.587202 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-dbeeae4e-dcb7-4616-a71a-2f2799117c49 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0081949 Jun 16 18:39:17.587442 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36506) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:17.595735 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:17.600834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:17.602074 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:17.814540 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:17.872120 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415680f-5d20-493b-96ca-c0f4cc29d057 None None] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:17.972011 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:18.083801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Provisioning complete for port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:18.084354 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:18.486733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:18.489889 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Current status of the port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:18.490540 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:18.494769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:16Z', 'revision_number': 3, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:18.536811 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:18.537214 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Updating router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:39:18.618815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:18.676682 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] For port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:18.701493 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:18.817955 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:18.834421 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Allocated IP 172.20.0.1 (b0cbaebd-d55a-4d35-baec-5307687a93e6/f77c7441-456e-4597-963e-d532a281b67d/12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:18.897755 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:18.901277 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ce53-2f50-4135-b5d9-6e6fa186aaba None None] Pushing event updated for resources: {'Port': ['ID=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:18.956140 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-acdb0d01-cd32-41dd-969e-6af5364b5bee None None] Provisioning complete for port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:18.956457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-acdb0d01-cd32-41dd-969e-6af5364b5bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.006194 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks [] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.010329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:19.010769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.068741 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.074122 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:19.086720 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:19.133576 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:19.143118 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:19.150499 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:19.223927 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Pushing event updated for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:19.252925 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.307299 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:19.347496 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:19.355773 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-acdb0d01-cd32-41dd-969e-6af5364b5bee None None] Current status of the port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:19.382661 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks [] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.392965 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.493735 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.513424 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40bb0b-ebba-4e0a-af04-e539ae291d85 None None] Pushing event updated for resources: {'Port': ['ID=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:19.517643 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Attempting to bind port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:19.518160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Attempting to bind port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:19.518635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Attempting to bind port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:19.523822 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-3eb73d4a-d527-4753-917e-c634ffdb2a05 None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:19.525076 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3eb73d4a-d527-4753-917e-c634ffdb2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.530145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:19.531040 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:19.531599 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.532013 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:19.532558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Bound port: e62e80c8-e7bc-4297-84fe-261cf8c4bbe7, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:19.532950 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.601749 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-3eb73d4a-d527-4753-917e-c634ffdb2a05 None None] Port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:19.631189 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] For port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:19.635244 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] For port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:19.646789 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.763052 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40bb0b-ebba-4e0a-af04-e539ae291d85 None None] Pushing event updated for resources: {'Port': ['ID=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:19.777873 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:19.779232 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:19.793637 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks [] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.803752 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.947128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Pushing event updated for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:19.951717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:19.965444 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:20.131781 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:20.134568 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:20.215721 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:20.288143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:20.315561 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:18Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:20.364465 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d480405-4784-4bef-bfdb-cbc678abb412 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:18Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:20.419709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:20.425966 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b1795a92-ee85-46c5-9b18-a5439a7f7d7d admin admin] 10.222.0.30 "PUT /v2.0/routers/7c6281e0-a59a-4e26-96db-c9b56d7630f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8373349 Jun 16 18:39:20.441510 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-26c373a5-cf5c-4460-9d20-0b97b6ad5559 None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:20.442442 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-26c373a5-cf5c-4460-9d20-0b97b6ad5559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:20.474116 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:20.503615 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-26c373a5-cf5c-4460-9d20-0b97b6ad5559 None None] Port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:20.787480 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:20.883574 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:20.884038 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:20.898292 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=40 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:20.955348 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=54 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:21.176306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:21.400206 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36540) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:21.406883 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521051068-network', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:21.451166 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Made reservation on behalf of 53b2dc9e01c9411f8253637fb8439dbd for: {'network': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:21.467665 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.480879 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.526031 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:21.616861 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks [] for security_group (6555fb2d-335e-4564-a5ba-4b4025d7900e), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.622648 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6555fb2d-335e-4564-a5ba-4b4025d7900e), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.669061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=103843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:39:21.699120 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6555fb2d-335e-4564-a5ba-4b4025d7900e,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:21.709509 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (680df71f-8123-49a7-a133-39f7080cc92d), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.710083 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.segments_db [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Added segment 680df71f-8123-49a7-a133-39f7080cc92d of type vlan for network 449f6494-f7dd-406a-98da-2c0e9e5c6333 Jun 16 18:39:21.781445 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (449f6494-f7dd-406a-98da-2c0e9e5c6333), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.835188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (449f6494-f7dd-406a-98da-2c0e9e5c6333), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.836555 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:21.837281 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:21.916646 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5150001 Jun 16 18:39:21.919840 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36546) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:21.925937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Request body: {'subnet': {'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521051068-subnet', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'ip_version': 4}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:21.935268 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=449f6494-f7dd-406a-98da-2c0e9e5c6333,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:21.953628 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.954009 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.954498 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.954995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.955345 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.955710 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.956103 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.956589 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.956933 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.957270 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.957748 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.958214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.958558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.958891 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.959321 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e45248-2613-4028-bd7c-449ccc9cd5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.972258 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:39:21.974335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Made reservation on behalf of 53b2dc9e01c9411f8253637fb8439dbd for: {'subnet': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:21.977784 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63988172'] for subnet (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.314315 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63749321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63988222'] for subnet (f2850622-3929-4996-ac57-729c274b50dd), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.318109 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:22.387711 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2850622-3929-4996-ac57-729c274b50dd,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:22.402252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Checking segment: {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:22.403248 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Network hostable DHCP agents. Network: 449f6494-f7dd-406a-98da-2c0e9e5c6333, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:22.478679 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:22.499954 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-9c5162f6-8a27-40be-9d21-96010b9e2f89 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3924444 Jun 16 18:39:22.501487 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 449f6494-f7dd-406a-98da-2c0e9e5c6333) {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:22.512899 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:22.515015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.520457 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3acc054-cf01-4f1c-b387-460500af70fd None None] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:22.560277 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ce230efa-e9dc-484a-a49f-9a7a67ea4c05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6390467 Jun 16 18:39:22.565116 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36550) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:22.567939 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:22.573326 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:22.681304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-9efd5354-a638-4db3-9f4c-b4e4a14aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:22.685626 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-9efd5354-a638-4db3-9f4c-b4e4a14aeb9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 1130 time: 0.0920689 Jun 16 18:39:22.700408 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1921006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4877'] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.703122 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1924001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2041811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4870'] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.754953 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eb5b204-1ed3-5d65-9a37-00d329484ec8-449f6494-f7dd-406a-98da-2c0e9e5c6333', 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333', 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'fixed_ips': [{'subnet_id': 'f2850622-3929-4996-ac57-729c274b50dd'}]}} from dv-cinder-813229-10-iscsi. {{(pid=103844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:39:22.756840 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:22.877229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:22.887751 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:22.951323 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for router_controller (816f7ad7-b484-4faa-aeba-fe2307be6e10), precommit_add_association {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.130148 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:23.131096 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.134059 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-228fc2ca-d808-4fa5-a01b-0c8b16d5001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:23.135833 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-228fc2ca-d808-4fa5-a01b-0c8b16d5001c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 200 len: 912 time: 0.4051623 Jun 16 18:39:23.213844 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Allocated IP 172.20.0.2 (449f6494-f7dd-406a-98da-2c0e9e5c6333/f2850622-3929-4996-ac57-729c274b50dd/8462babb-5181-440b-bfc1-e2aac95acccf) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:23.325734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for router_gateway (816f7ad7-b484-4faa-aeba-fe2307be6e10), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.364418 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-ee66ddca-6a48-4076-b6bd-f549dfd6303b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 200 len: 1001 time: 0.1750760 Jun 16 18:39:23.511434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:23.512148 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.556770 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-17709f15-ff72-4c1f-b477-1bcee1441dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:23.558629 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-17709f15-ff72-4c1f-b477-1bcee1441dcc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 200 len: 849 time: 0.1773047 Jun 16 18:39:23.614286 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:23.620465 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.639559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:23.681775 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for router_gateway (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.683768 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks [] for port (8462babb-5181-440b-bfc1-e2aac95acccf), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.705624 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.717866 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.720021 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:23.731053 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.731437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.731751 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.732160 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.732458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.732795 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.733126 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.733648 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.734134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.734134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.734897 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.735218 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.735552 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.735874 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.736239 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:23.748215 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:23.787058 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:23.793620 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:23.805733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-131fbc33-9159-4c92-be57-b2cc3edcd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:23.807339 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-131fbc33-9159-4c92-be57-b2cc3edcd8dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1008565 Jun 16 18:39:23.833941 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-d6a8b048-f2e2-403d-a3ef-d0bd5371bb7b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:39:23.836299 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-d6a8b048-f2e2-403d-a3ef-d0bd5371bb7b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060592 Jun 16 18:39:23.849481 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Pushing event updated for resources: {'Port': ['ID=8462babb-5181-440b-bfc1-e2aac95acccf,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:23.888265 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:23.907865 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:23.909061 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:23.929362 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Attempting to bind port 8462babb-5181-440b-bfc1-e2aac95acccf on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:23.929921 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Attempting to bind port 8462babb-5181-440b-bfc1-e2aac95acccf by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:23.930725 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Attempting to bind port 8462babb-5181-440b-bfc1-e2aac95acccf on network 449f6494-f7dd-406a-98da-2c0e9e5c6333 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:23.942441 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:23.944443 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Checking segment: {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:23.944443 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.944845 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Bound using segment: {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:23.945522 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Bound port: 8462babb-5181-440b-bfc1-e2aac95acccf, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:23.946543 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:23.976964 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Allocated IP 172.27.2.252 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/b7f84bfb-30b1-4655-b506-61efa7a62980) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:23.983119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:24.016639 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-3a714604-80d7-46de-8d2d-bbf5b54bb3ba service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743040 Jun 16 18:39:24.043431 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:24.050216 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] For port 8462babb-5181-440b-bfc1-e2aac95acccf, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:24.056863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] For port 8462babb-5181-440b-bfc1-e2aac95acccf, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=8462babb-5181-440b-bfc1-e2aac95acccf,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:24.073699 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:24.174673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:24.244657 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e8bd7-a948-4d20-a1bf-26e0052dd4d7 None None] Pushing event updated for resources: {'Port': ['ID=8462babb-5181-440b-bfc1-e2aac95acccf,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:24.245271 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d2280f7a-1cd1-4b6b-891b-3fde3c036f0c req-8e28a60a-e57e-470d-b95a-d681d03e409f service neutron] 10.222.0.88 "GET /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138326 Jun 16 18:39:24.261524 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:24.313600 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:24.340013 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 2, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:24.381741 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:24.383585 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f84bfb-30b1-4655-b506-61efa7a62980,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:24.387839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:24.390965 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:24.391534 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:24.392132 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Updating router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb binding host dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:39:24.455425 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:24.917769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:24.999820 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:25.020626 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks [] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.038219 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.061391 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:25.062325 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.133065 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:25.171572 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:25.212194 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Pushing event updated for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=3']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:25.339039 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for router_gateway (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.340563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:25.344947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 8462babb-5181-440b-bfc1-e2aac95acccf up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:25.365190 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.365547 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.365869 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.366237 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.366586 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.366914 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.367547 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.367848 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.368249 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.368588 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.368905 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.369242 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.369567 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.369899 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.370208 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:25.411936 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Attempting to bind port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:25.413569 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Attempting to bind port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:25.414762 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Attempting to bind port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:25.432024 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:25.433624 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:25.434114 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.434898 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Bound using segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} {{(pid=103845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:25.438997 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.managers [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Bound port: 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}}] {{(pid=103845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:25.439412 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.503709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 8462babb-5181-440b-bfc1-e2aac95acccf triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:25.503986 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.611598 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-ba4f2ad1-df79-44bc-b5fc-8823345e1930 None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:25.612149 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ba4f2ad1-df79-44bc-b5fc-8823345e1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.664388 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 8462babb-5181-440b-bfc1-e2aac95acccf is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:25.668635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.671917 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] For port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:25.681650 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] For port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:25.693436 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f2ad1-df79-44bc-b5fc-8823345e1930 None None] Port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:25.698112 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.721807 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:25.750970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port 8462babb-5181-440b-bfc1-e2aac95acccf, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=8462babb-5181-440b-bfc1-e2aac95acccf,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:25.759266 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:25.784660 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb92b-e977-49b6-8e5e-96b5f4904cea req-5a9f398c-e705-4175-81d3-22b0bf60e3b2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:25.792449 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7deb92b-e977-49b6-8e5e-96b5f4904cea req-5a9f398c-e705-4175-81d3-22b0bf60e3b2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.1287477 Jun 16 18:39:25.830645 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:25.838035 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=8462babb-5181-440b-bfc1-e2aac95acccf,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:25.871088 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:25.872450 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:25.872896 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d7deb92b-e977-49b6-8e5e-96b5f4904cea req-4fcf978d-123e-4669-9acf-f775ae2c60c2 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788386 Jun 16 18:39:25.878844 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3470db-f8ce-4445-97dd-e18d544a974b None None] Pushing event updated for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=4']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:25.914460 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1918711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918569'] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:26.013577 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ba224-75b9-4b0c-981e-3449f513ecee None None] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:26.078863 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:26.080664 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:26.126291 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:26.142356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Router 816f7ad7-b484-4faa-aeba-fe2307be6e10 is scheduled to L3 agent ea9230be-af8c-4602-9382-39ce37989731 with binding_index 1 {{(pid=103843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:39:26.161631 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:26.175604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1d1ff4ee-496f-456d-807a-7fff786a0049 None None] Provisioning complete for port 8462babb-5181-440b-bfc1-e2aac95acccf triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:26.176376 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff4ee-496f-456d-807a-7fff786a0049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:26.290596 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:26.300706 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ff4ee-496f-456d-807a-7fff786a0049 None None] Current status of the port 8462babb-5181-440b-bfc1-e2aac95acccf is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:26.307352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Sync routers for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:26.322695 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:26.323376 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:26.350403 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:26.355751 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-36089d64-ec26-452e-95c2-531024c9d0f3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7864575 Jun 16 18:39:26.356833 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36582) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:26.438796 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:26.439418 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:26.458176 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:25Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:26.480481 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:26.490731 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bc735-8dd3-4d54-9da0-5ebfb11518fe None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:25Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:26.499863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:26.692101 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Current status of the port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:26.692509 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:26.794266 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:26.806572 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] For port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:26.829904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.047448 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.066292 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:24Z', 'revision_number': 3, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:27.068366 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-8c31a4c8-9e95-48d2-89b6-4ed6aa56a641 None None] Provisioning complete for port 8462babb-5181-440b-bfc1-e2aac95acccf triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:27.068745 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8c31a4c8-9e95-48d2-89b6-4ed6aa56a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.074627 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:27.075112 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.097839 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04006-7f57-47ac-bad5-3c7a0d1b5f87 req-937a9c92-2f8c-41b1-b871-a643d600d299 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:27.107235 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ce04006-7f57-47ac-bad5-3c7a0d1b5f87 req-937a9c92-2f8c-41b1-b871-a643d600d299 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.1024783 Jun 16 18:39:27.159067 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Checking router: 816f7ad7-b484-4faa-aeba-fe2307be6e10 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:27.159419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Updating router 816f7ad7-b484-4faa-aeba-fe2307be6e10 port b7f84bfb-30b1-4655-b506-61efa7a62980 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:39:27.184320 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0ce04006-7f57-47ac-bad5-3c7a0d1b5f87 req-366d1e22-d0f5-4543-92e9-c450404420ed tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759041 Jun 16 18:39:27.199641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606c72d-238c-4bdb-99ab-2406f7dd43cd None None] Pushing event updated for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:27.236903 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.290120 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-7111b25e-e255-4b77-b319-8e1ddc993a73 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:27.291870 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-7111b25e-e255-4b77-b319-8e1ddc993a73 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.0740507 Jun 16 18:39:27.386883 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Allocated IP 172.20.0.1 (449f6494-f7dd-406a-98da-2c0e9e5c6333/f2850622-3929-4996-ac57-729c274b50dd/95abcd7b-8a4f-4591-b378-2660faabfff7) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:27.457135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Deleting port a9232a51-386a-40f9-afa6-6e6866dfac4b {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:27.457135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.462629 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:27.477389 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:27.478988 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 8462babb-5181-440b-bfc1-e2aac95acccf up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:27.495412 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:27.523826 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-8c31a4c8-9e95-48d2-89b6-4ed6aa56a641 None None] Current status of the port 8462babb-5181-440b-bfc1-e2aac95acccf is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:27.548386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:27.563232 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6329d578-4464-4940-942f-bca8ea05d43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.605655 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:27.638235 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] For port a9232a51-386a-40f9-afa6-6e6866dfac4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9232a51-386a-40f9-afa6-6e6866dfac4b,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:27.638614 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.644733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks [] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.650370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 8462babb-5181-440b-bfc1-e2aac95acccf triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:27.650757 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.780275 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.839478 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 8462babb-5181-440b-bfc1-e2aac95acccf is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:27.852269 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks [] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.861377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.934028 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:27.954496 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:27.969512 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Attempting to bind port b7f84bfb-30b1-4655-b506-61efa7a62980 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:27.969687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Attempting to bind port b7f84bfb-30b1-4655-b506-61efa7a62980 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:27.970310 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Attempting to bind port b7f84bfb-30b1-4655-b506-61efa7a62980 on network 1efc8066-ee8c-466f-bb52-0e88047e61db {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:27.970471 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:27.979555 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663922f-73b0-4e34-87d0-faa7b7430f4d None None] Pushing event updated for resources: {'Port': ['ID=b7f84bfb-30b1-4655-b506-61efa7a62980,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:27.985274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:27.985884 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Checking segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:27.986534 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:27.987179 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Bound using segment: {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:27.988000 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Bound port: b7f84bfb-30b1-4655-b506-61efa7a62980, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:27.988686 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.045025 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Pushing event updated for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:28.057888 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.058479 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.059009 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Floating IP 04973c5e-7351-442e-afdb-11dc284482be disassociated. External IP: 172.27.2.54, port: a9232a51-386a-40f9-afa6-6e6866dfac4b. Jun 16 18:39:28.059624 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Calling delete_port for a9232a51-386a-40f9-afa6-6e6866dfac4b owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:28.087665 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] For port b7f84bfb-30b1-4655-b506-61efa7a62980, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:28.094414 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] For port b7f84bfb-30b1-4655-b506-61efa7a62980, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=b7f84bfb-30b1-4655-b506-61efa7a62980,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:28.105874 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1920853'] for router_interface (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.107602 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.171730 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:28.172427 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:28.232387 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663922f-73b0-4e34-87d0-faa7b7430f4d None None] Pushing event updated for resources: {'Port': ['ID=b7f84bfb-30b1-4655-b506-61efa7a62980,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:28.304488 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-00384e4d-cae5-497c-a4db-4923087eda89 None None] Provisioning complete for port 95abcd7b-8a4f-4591-b378-2660faabfff7 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:28.304862 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-00384e4d-cae5-497c-a4db-4923087eda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.351348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:28.380718 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-00384e4d-cae5-497c-a4db-4923087eda89 None None] Port 95abcd7b-8a4f-4591-b378-2660faabfff7 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:28.392593 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501940-9043-4954-8c41-fa43207eadda req-0c913934-3116-49d9-bb57-7434e1a0700c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:28.394267 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-11501940-9043-4954-8c41-fa43207eadda req-0c913934-3116-49d9-bb57-7434e1a0700c tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 946 time: 0.0944345 Jun 16 18:39:28.458446 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:28.468936 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.491044 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (a9232a51-386a-40f9-afa6-6e6866dfac4b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.503075 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:28.584812 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:24Z', 'revision_number': 3, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:28.586584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-11501940-9043-4954-8c41-fa43207eadda req-cecea626-77fe-4b4a-8c5b-7f65ac993f5d tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad43f71d-1619-4d63-a931-400f6e6120d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661971 Jun 16 18:39:28.587421 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'Port': ['ID=a9232a51-386a-40f9-afa6-6e6866dfac4b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:28.650775 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678567d-bd6f-4a39-ad66-d5077aac75a2 None None] The sync data for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi is: [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:24Z', 'revision_number': 3, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:28.777912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:28.785102 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:28.865081 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:28.865542 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:28.866212 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.949773 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks [] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:28.954819 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:28.966243 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:29.016767 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:29.521110 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Pushing event updated for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:29.525580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1920929'] for router_interface (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:29.530003 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:29.545766 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:29.567431 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:29.568654 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:29.653370 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] No DVR routers for this DVR port a9232a51-386a-40f9-afa6-6e6866dfac4b on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:29.701399 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:29.709165 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f81db84f-c108-46c4-8a82-806eadaf75f9 req-892c3063-a844-45a1-9b46-4de47f0d5e51 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.88 "DELETE /v2.0/ports/a9232a51-386a-40f9-afa6-6e6866dfac4b HTTP/1.1" status: 204 len: 173 time: 2.3963392 Jun 16 18:39:29.709871 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'name': 'network-vif-deleted', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:39:29.716780 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d65826-9deb-4cb0-907c-6b5b802ddcf9" -d '{"events": [{"server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "name": "network-vif-deleted", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:29.795539 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-9b0d0da8-bcaa-4155-81bd-0c5a36e05253 req-993852f9-eb8f-4483-bf0d-b2dd58b54b52 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/ports?device_id=476fd575-4b38-4ab0-aa32-b7ea9f67c0ff HTTP/1.1" status: 200 len: 210 time: 0.0536349 Jun 16 18:39:29.814483 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:29.817791 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:29.828907 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2d14704-5b38-4357-9a1a-f326d28a5ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:29.837413 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:30.185249 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Router 816f7ad7-b484-4faa-aeba-fe2307be6e10 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:30.246400 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:30.280020 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:30.284181 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:30.298893 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:30.300294 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:30.325877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-e1f23dc4-4b8f-4ad1-a1a1-8074f098dc7d None None] Provisioning complete for port 95abcd7b-8a4f-4591-b378-2660faabfff7 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:30.326352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1f23dc4-4b8f-4ad1-a1a1-8074f098dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:30.386452 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e1f23dc4-4b8f-4ad1-a1a1-8074f098dc7d None None] Port 95abcd7b-8a4f-4591-b378-2660faabfff7 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:30.386800 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:30.411782 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-77fc5d96-ea57-43dc-ab09-ab3023755be3 admin admin] 10.222.0.30 "PUT /v2.0/routers/816f7ad7-b484-4faa-aeba-fe2307be6e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0505834 Jun 16 18:39:30.468773 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62c907-1c09-47e0-8eb2-cd86d3a5ed65 x-openstack-request-id: req-1d62c907-1c09-47e0-8eb2-cd86d3a5ed65 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:30.469127 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476fd575-4b38-4ab0-aa32-b7ea9f67c0ff", "name": "network-vif-deleted", "tag": "a9232a51-386a-40f9-afa6-6e6866dfac4b", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:30.470451 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d62c907-1c09-47e0-8eb2-cd86d3a5ed65 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:30.470710 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d62c907-1c09-47e0-8eb2-cd86d3a5ed65'] response: {'server_uuid': '476fd575-4b38-4ab0-aa32-b7ea9f67c0ff', 'name': 'network-vif-deleted', 'tag': 'a9232a51-386a-40f9-afa6-6e6866dfac4b', 'status': 'completed', 'code': 200} Jun 16 18:39:30.525636 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:30.774733 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device b7f84bfb-30b1-4655-b506-61efa7a62980 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:30.840004 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port b7f84bfb-30b1-4655-b506-61efa7a62980 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:30.840715 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:30.871734 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:30.894659 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:30.906721 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device a9232a51-386a-40f9-afa6-6e6866dfac4b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:30.959967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: a9232a51-386a-40f9-afa6-6e6866dfac4b {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:30.960347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device a9232a51-386a-40f9-afa6-6e6866dfac4b not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:30.973355 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36604) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:30.978252 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21138661-b44c-46ed-a5d3-1f52f20b00c4 None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:34:40Z', 'revision_number': 4, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '7534c636-5b57-4eb8-bb88-68ffebb71c09', 'name': '', 'network_id': '4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'mac_address': 'fa:16:3e:c1:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:38Z', 'updated_at': '2022-06-16T18:34:45Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'subnets': [{'id': 'c839d679-7d4a-4e5c-bb8b-4081525b675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:30.981427 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port b7f84bfb-30b1-4655-b506-61efa7a62980 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:30.982116 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.027189 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] For port b7f84bfb-30b1-4655-b506-61efa7a62980, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=b7f84bfb-30b1-4655-b506-61efa7a62980,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:31.045416 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36606) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.053842 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.056093 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290455754', 'description': 'tempest-secgroup-smoke-1290455754 description', 'project_id': 'dff4784f6ab3499b88cb38c81780b754'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:31.063844 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (ad43f71d-1619-4d63-a931-400f6e6120d2), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.106806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.113332 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.113859 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:31.118263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (ad43f71d-1619-4d63-a931-400f6e6120d2), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.175742 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Pushing event updated for resources: {'Port': ['ID=b7f84bfb-30b1-4655-b506-61efa7a62980,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.215914 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ad43f71d-1619-4d63-a931-400f6e6120d2), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.235817 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.238622 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "DELETE /v2.0/security-groups/ad43f71d-1619-4d63-a931-400f6e6120d2 HTTP/1.1" status: 204 len: 168 time: 0.2637792 Jun 16 18:39:31.247322 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36608) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.255247 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad43f71d-1619-4d63-a931-400f6e6120d2,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.259676 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (8f3a9864-8b68-41b1-be08-2ef2aca0d90a), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.267314 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8f3a9864-8b68-41b1-be08-2ef2aca0d90a), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.270732 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.271179 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.271603 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.272025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.272466 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.272888 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.273278 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.273749 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.274196 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.274361 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.api.v2.resource [None req-aef54221-3c21-4345-9d9f-7312d979a4d7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] show failed (client error): The resource could not be found. Jun 16 18:39:31.274527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.274891 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.275374 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.275781 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.276217 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.276629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a1ded-4180-46f3-8f25-15401622365b tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:31.278463 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-aef54221-3c21-4345-9d9f-7312d979a4d7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "GET /v2.0/security-groups/ad43f71d-1619-4d63-a931-400f6e6120d2 HTTP/1.1" status: 404 len: 347 time: 0.0298543 Jun 16 18:39:31.279074 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36610) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.361946 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.366656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36612) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.367032 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3182282 Jun 16 18:39:31.371757 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68654938-f15c-49d2-aeb7-e547de3e4792 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a9864-8b68-41b1-be08-2ef2aca0d90a,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.388987 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:31.408803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Sync routers for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:31.424872 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:31.425539 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:31.456996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (3be2242c-ee8d-44e6-bdf1-8c98d48193e1), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.522454 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Deleting port a717d633-5d57-4e54-bcba-d4b08fad4b11 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:31.523447 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.563674 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (3be2242c-ee8d-44e6-bdf1-8c98d48193e1), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.569473 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (3be2242c-ee8d-44e6-bdf1-8c98d48193e1), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.597547 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be2242c-ee8d-44e6-bdf1-8c98d48193e1,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.607347 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:31.609696 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.610982 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-402b66d1-286f-413d-aa3d-2b52e7dd3f06 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419813 Jun 16 18:39:31.614982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36614) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.620892 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:31.669987 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (f2d1f622-73a4-4f5a-a0ca-3e6baa65033d), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.687382 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.688373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (a717d633-5d57-4e54-bcba-d4b08fad4b11), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.713319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Calling delete_port for a717d633-5d57-4e54-bcba-d4b08fad4b11 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:31.779612 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (f2d1f622-73a4-4f5a-a0ca-3e6baa65033d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.788975 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (f2d1f622-73a4-4f5a-a0ca-3e6baa65033d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.835860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d1f622-73a4-4f5a-a0ca-3e6baa65033d,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.856952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.863318 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e9845953-98db-47f7-8e6c-091b2670017c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2419412 Jun 16 18:39:31.863600 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36616) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:31.869410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:31.923869 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (849eb260-1c18-45d3-b4fb-6295fbc1928b), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:31.947147 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8173cab-eafc-45a3-8e52-c6ac8fb66866 None None] New status for floating IP 04973c5e-7351-442e-afdb-11dc284482be: DOWN {{(pid=103845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:39:31.973696 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 4, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '95abcd7b-8a4f-4591-b378-2660faabfff7', 'name': '', 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'mac_address': 'fa:16:3e:c3:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f2850622-3929-4996-ac57-729c274b50dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:27Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 2, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'subnets': [{'id': 'f2850622-3929-4996-ac57-729c274b50dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:32.023279 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (a717d633-5d57-4e54-bcba-d4b08fad4b11), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.029863 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Checking router: 816f7ad7-b484-4faa-aeba-fe2307be6e10 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:32.031210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Updating router 816f7ad7-b484-4faa-aeba-fe2307be6e10 port 95abcd7b-8a4f-4591-b378-2660faabfff7 binding host dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:39:32.038521 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.041267 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron_lib.db.api [None req-b8173cab-eafc-45a3-8e52-c6ac8fb66866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:39:32.042616 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG oslo_db.api [None req-b8173cab-eafc-45a3-8e52-c6ac8fb66866 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:39:32.055970 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (849eb260-1c18-45d3-b4fb-6295fbc1928b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.060605 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Pushing event deleted for resources: {'Port': ['ID=a717d633-5d57-4e54-bcba-d4b08fad4b11,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.065884 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (849eb260-1c18-45d3-b4fb-6295fbc1928b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.090314 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.114184 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849eb260-1c18-45d3-b4fb-6295fbc1928b,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.120813 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.143158 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.144491 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e6e96e6c-6b2b-45fa-bd86-1468a6b1848d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2790060 Jun 16 18:39:32.150836 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36618) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:32.164944 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:32.170878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks [] for floatingip (04973c5e-7351-442e-afdb-11dc284482be), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.173878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.175341 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-9a386c13-140b-40e7-b703-b29a2d6800b7 tempest-AttachVolumeTestJSON-1372713651 tempest-AttachVolumeTestJSON-1372713651-project] 10.222.0.30 "DELETE /v2.0/floatingips/04973c5e-7351-442e-afdb-11dc284482be HTTP/1.1" status: 204 len: 168 time: 0.8917677 Jun 16 18:39:32.227650 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (bfba9427-2e6c-45d6-bf30-d01669cd9e49), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.347364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (bfba9427-2e6c-45d6-bf30-d01669cd9e49), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.353557 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (bfba9427-2e6c-45d6-bf30-d01669cd9e49), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.378544 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfba9427-2e6c-45d6-bf30-d01669cd9e49,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.401683 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.404168 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-0eab9619-f1ea-4bd4-b980-9a9994eb8d09 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2488859 Jun 16 18:39:32.409448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36624) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:32.415263 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:32.439349 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.441545 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.448722 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.securitygroups_db [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Project dff4784f6ab3499b88cb38c81780b754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:39:32.456558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (0b5848ed-2823-4d60-993c-ab8405c5e72b), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.529261 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.533778 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: WARNING neutron.objects.base [None req-b8173cab-eafc-45a3-8e52-c6ac8fb66866 None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: func(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: self.work.run() Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: result = self.fn(*self.args, **self.kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: res = self.dispatcher.dispatch(message) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: result = func(ctxt, **new_args) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*dup_args, **dup_kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: self.l3plugin.update_floatingip_status(context, Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f_with_retry(*args, **kwargs, Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return f(*dup_args, **dup_kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return l3_obj.FloatingIP.update_object( Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return super(NeutronDbObject, cls).update_object( Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: obj = cls.get_object( Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: db_obj = obj_db_api.get_object( Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return fn(*args, **kwargs) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: return self.limit(1)._iter().first() Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: result = self.session.execute( Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: result = fn(orm_exec_state) Jun 16 18:39:32.547110 dv-cinder-813229-10-iscsi neutron-server[103845]: Jun 16 18:39:32.585678 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (0b5848ed-2823-4d60-993c-ab8405c5e72b), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.593186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (0b5848ed-2823-4d60-993c-ab8405c5e72b), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.615239 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5848ed-2823-4d60-993c-ab8405c5e72b,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.633290 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.638363 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36626) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:32.639160 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-06b21567-bdc3-43b2-ac9a-e19edfb0bde6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2276745 Jun 16 18:39:32.651151 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'security_group_rule': {'security_group_id': '8f3a9864-8b68-41b1-be08-2ef2aca0d90a', 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:32.702098 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks [] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.712662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.securitygroups_db [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Project dff4784f6ab3499b88cb38c81780b754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:39:32.715202 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.730251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (9e1ea1cb-4a7e-4b13-b022-f4061e6699a0), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.822131 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ff44-83e6-4aa5-897c-679b799ec181 None None] Pushing event updated for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.851879 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device b7f84bfb-30b1-4655-b506-61efa7a62980 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:32.878558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (9e1ea1cb-4a7e-4b13-b022-f4061e6699a0), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.888419 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048452'] for security_group_rule (9e1ea1cb-4a7e-4b13-b022-f4061e6699a0), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.894455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.899933 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Attempting to bind port 95abcd7b-8a4f-4591-b378-2660faabfff7 on host dv-cinder-813229-10-iscsi for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:32.900469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Attempting to bind port 95abcd7b-8a4f-4591-b378-2660faabfff7 by drivers openvswitch,hyperv on host dv-cinder-813229-10-iscsi at level 0 using segments [{'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:32.900928 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Attempting to bind port 95abcd7b-8a4f-4591-b378-2660faabfff7 on network 449f6494-f7dd-406a-98da-2c0e9e5c6333 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:32.913646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:32.915897 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Checking agent: {'id': '6a7c79ef-02ae-435f-878f-14fe6b595b36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 20, 3), 'started_at': datetime.datetime(2022, 6, 16, 18, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:32.916779 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Checking segment: {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:32.916982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.917479 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Bound using segment: {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:32.918171 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Bound port: 95abcd7b-8a4f-4591-b378-2660faabfff7, host: dv-cinder-813229-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680df71f-8123-49a7-a133-39f7080cc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:32.918677 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.938778 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1ea1cb-4a7e-4b13-b022-f4061e6699a0,revision_number=0']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.974680 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.974989 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port b7f84bfb-30b1-4655-b506-61efa7a62980 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:32.974989 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:32.979487 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-ae7f1816-de22-45a4-9612-b2ca544d536a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3344920 Jun 16 18:39:33.053458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] For port 95abcd7b-8a4f-4591-b378-2660faabfff7, host dv-cinder-813229-10-iscsi, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:33.058086 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] For port 95abcd7b-8a4f-4591-b378-2660faabfff7, host dv-cinder-813229-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=95abcd7b-8a4f-4591-b378-2660faabfff7,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:33.071803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:33.173673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Provisioning complete for port 95abcd7b-8a4f-4591-b378-2660faabfff7 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:33.174273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:33.182386 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port b7f84bfb-30b1-4655-b506-61efa7a62980 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:33.216002 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ff44-83e6-4aa5-897c-679b799ec181 None None] Pushing event updated for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:33.225297 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:33.226219 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:33.373420 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:33.392859 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Current status of the port 95abcd7b-8a4f-4591-b378-2660faabfff7 is: DOWN; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:33.393246 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:33.416912 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:33.512508 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:33.514471 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] For port 95abcd7b-8a4f-4591-b378-2660faabfff7, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=95abcd7b-8a4f-4591-b378-2660faabfff7,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:33.537716 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:33.660971 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183fb47-292d-4663-a70a-3ae6b313783c None None] Pushing event updated for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:33.685176 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-51670e72-97a7-40cb-86f1-dd46c784c18d None None] Provisioning complete for port 95abcd7b-8a4f-4591-b378-2660faabfff7 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:33.685599 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-51670e72-97a7-40cb-86f1-dd46c784c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:33.782281 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-074d9709-429e-402d-a051-a651ba350bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 4, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '95abcd7b-8a4f-4591-b378-2660faabfff7', 'name': '', 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'mac_address': 'fa:16:3e:c3:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f2850622-3929-4996-ac57-729c274b50dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:27Z', 'updated_at': '2022-06-16T18:39:33Z', 'revision_number': 4, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'subnets': [{'id': 'f2850622-3929-4996-ac57-729c274b50dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:33.833167 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d9709-429e-402d-a051-a651ba350bfd None None] The sync data for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi is: [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:39:28Z', 'revision_number': 4, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '95abcd7b-8a4f-4591-b378-2660faabfff7', 'name': '', 'network_id': '449f6494-f7dd-406a-98da-2c0e9e5c6333', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'mac_address': 'fa:16:3e:c3:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f2850622-3929-4996-ac57-729c274b50dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:27Z', 'updated_at': '2022-06-16T18:39:33Z', 'revision_number': 4, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'subnets': [{'id': 'f2850622-3929-4996-ac57-729c274b50dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:33.894006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-51670e72-97a7-40cb-86f1-dd46c784c18d None None] Current status of the port 95abcd7b-8a4f-4591-b378-2660faabfff7 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:34.755327 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 95abcd7b-8a4f-4591-b378-2660faabfff7 up at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:39:34.829172 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Provisioning complete for port 95abcd7b-8a4f-4591-b378-2660faabfff7 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:34.830050 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:34.978343 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Current status of the port 95abcd7b-8a4f-4591-b378-2660faabfff7 is: ACTIVE; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:39:35.516301 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:39:36.191516 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36714) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:36.736469 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (07e22262-5cd1-4f03-841d-e66d411d9e98), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:37.010523 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Deleting port 7534c636-5b57-4eb8-bb88-68ffebb71c09 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:37.010921 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:37.127571 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] For port 7534c636-5b57-4eb8-bb88-68ffebb71c09, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=7534c636-5b57-4eb8-bb88-68ffebb71c09,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:37.128119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:37.145002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Calling delete_port for 7534c636-5b57-4eb8-bb88-68ffebb71c09 owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:37.220150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:37.372636 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:37.401634 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (7534c636-5b57-4eb8-bb88-68ffebb71c09), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:37.430510 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7534c636-5b57-4eb8-bb88-68ffebb71c09,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:37.685285 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (07e22262-5cd1-4f03-841d-e66d411d9e98), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:37.958662 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Router 07e22262-5cd1-4f03-841d-e66d411d9e98 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:39:38.089808 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:39:38.096156 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-9ae2a429-2447-4d62-891d-2f0490ee60a3 admin admin] 10.222.0.30 "PUT /v2.0/routers/07e22262-5cd1-4f03-841d-e66d411d9e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042327 Jun 16 18:39:38.100286 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36720) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:38.105346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Sync routers for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:38.111543 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:38.118858 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:38.119510 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:38.275077 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:38.540911 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks [] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:38.572278 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:39:37Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:38.599732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Checking router: 07e22262-5cd1-4f03-841d-e66d411d9e98 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:38.612478 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Routers {'07e22262-5cd1-4f03-841d-e66d411d9e98'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:39:38.614263 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:39:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['07e22262-5cd1-4f03-841d-e66d411d9e98'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:38.619528 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:38.757372 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks [] for router_gateway (07e22262-5cd1-4f03-841d-e66d411d9e98), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:38.797619 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] Set router 07e22262-5cd1-4f03-841d-e66d411d9e98 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:39:38.838108 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Deleting port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:38.840017 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:38.967340 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:38.984168 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] For port aa3e4392-afc2-44c1-99b7-ac0ab1d3988d, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:38.984535 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.002584 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Calling delete_port for aa3e4392-afc2-44c1-99b7-ac0ab1d3988d owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:39.043351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:39:37Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:39.077012 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78db3d-d2d8-42dc-b567-41574072c015 None None] The sync data for ids ['07e22262-5cd1-4f03-841d-e66d411d9e98'] in dv-cinder-813229-10-iscsi is: [{'id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'name': 'tempest-AttachVolumeTestJSON-140847289-router', 'tenant_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:34:32Z', 'updated_at': '2022-06-16T18:39:37Z', 'revision_number': 5, 'project_id': '7a8e1d26bdfc400ebd1e070b09db615e', 'gw_port': {'id': 'aa3e4392-afc2-44c1-99b7-ac0ab1d3988d', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e22262-5cd1-4f03-841d-e66d411d9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:34:33Z', 'updated_at': '2022-06-16T18:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:39.290672 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (aa3e4392-afc2-44c1-99b7-ac0ab1d3988d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.336940 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3e4392-afc2-44c1-99b7-ac0ab1d3988d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:39.458841 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (07e22262-5cd1-4f03-841d-e66d411d9e98), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.605356 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.610792 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks [] for router_controller (07e22262-5cd1-4f03-841d-e66d411d9e98), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.699554 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (07e22262-5cd1-4f03-841d-e66d411d9e98), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.700646 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e22262-5cd1-4f03-841d-e66d411d9e98 {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:39:39.708182 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.712819 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-eb5f6378-edf7-4518-b935-148097d072f5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/07e22262-5cd1-4f03-841d-e66d411d9e98 HTTP/1.1" status: 204 len: 168 time: 1.6078649 Jun 16 18:39:39.713400 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36726) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:39.774237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Deleting subnet c839d679-7d4a-4e5c-bb8b-4081525b675d {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:39:39.778491 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Publish callbacks [] for subnet (c839d679-7d4a-4e5c-bb8b-4081525b675d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.832341 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (c839d679-7d4a-4e5c-bb8b-4081525b675d), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:39.952029 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (c839d679-7d4a-4e5c-bb8b-4081525b675d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.036601 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (c839d679-7d4a-4e5c-bb8b-4081525b675d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.069721 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c839d679-7d4a-4e5c-bb8b-4081525b675d,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:40.073242 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.078682 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-562174f2-cb4f-4c85-a3b0-84e2035c7da1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c839d679-7d4a-4e5c-bb8b-4081525b675d HTTP/1.1" status: 204 len: 168 time: 0.3642962 Jun 16 18:39:40.079685 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e8745-819b-40f4-ab40-729b8047994a None None] Network 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:40.083726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36728) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:40.110509 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:40.177150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:40.186263 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.256737 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Deleting port 86feda84-a8d0-4575-b1d5-74c135cde9ab {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:40.257238 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.338217 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] DHCP port deletion for 4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:39:40.343603 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] For port 86feda84-a8d0-4575-b1d5-74c135cde9ab, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=86feda84-a8d0-4575-b1d5-74c135cde9ab,segment=NetworkSegment(3db4b78f-b0f3-4e6c-8352-469eefee637c),segment_id=3db4b78f-b0f3-4e6c-8352-469eefee637c)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:40.344481 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.365805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Calling delete_port for 86feda84-a8d0-4575-b1d5-74c135cde9ab owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:40.529107 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.567854 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Deleting port 86feda84-a8d0-4575-b1d5-74c135cde9ab {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:39:40.568205 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Pushing event deleted for resources: {'Port': ['ID=86feda84-a8d0-4575-b1d5-74c135cde9ab,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:40.568416 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.579523 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] No DVR routers for this DVR port 86feda84-a8d0-4575-b1d5-74c135cde9ab on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:40.652445 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] For port 86feda84-a8d0-4575-b1d5-74c135cde9ab, host dv-cinder-813229-10-iscsi, got binding levels [] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:39:40.652882 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.669915 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Calling delete_port for 86feda84-a8d0-4575-b1d5-74c135cde9ab owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:39:40.674346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.ipam_backend_mixin [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Port 86feda84-a8d0-4575-b1d5-74c135cde9ab was not found and therefore no delete operation was performed {{(pid=103844) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 18:39:40.675883 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (86feda84-a8d0-4575-b1d5-74c135cde9ab), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.707086 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] Pushing event deleted for resources: {'Port': ['ID=86feda84-a8d0-4575-b1d5-74c135cde9ab,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:40.713790 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb666a0a-e338-4d67-b46d-fbcdefe6e06d None None] No DVR routers for this DVR port 86feda84-a8d0-4575-b1d5-74c135cde9ab on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:39:40.737077 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.753477 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device aa3e4392-afc2-44c1-99b7-ac0ab1d3988d no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:40.776715 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:40.778269 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: aa3e4392-afc2-44c1-99b7-ac0ab1d3988d {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:40.778617 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device aa3e4392-afc2-44c1-99b7-ac0ab1d3988d not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:40.779026 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7534c636-5b57-4eb8-bb88-68ffebb71c09 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:40.795804 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db4b78f-b0f3-4e6c-8352-469eefee637c') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:40.796777 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db4b78f-b0f3-4e6c-8352-469eefee637c') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:40.803728 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 7534c636-5b57-4eb8-bb88-68ffebb71c09 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:40.806535 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 7534c636-5b57-4eb8-bb88-68ffebb71c09 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:40.806535 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 86feda84-a8d0-4575-b1d5-74c135cde9ab no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:39:40.813390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (3db4b78f-b0f3-4e6c-8352-469eefee637c), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.825901 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 86feda84-a8d0-4575-b1d5-74c135cde9ab {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:39:40.826245 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 86feda84-a8d0-4575-b1d5-74c135cde9ab not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:39:40.832688 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (3db4b78f-b0f3-4e6c-8352-469eefee637c), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.841654 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:39:40.842065 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (3db4b78f-b0f3-4e6c-8352-469eefee637c), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.900840 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 3db4b78f-b0f3-4e6c-8352-469eefee637c resource provider aggregate not found Jun 16 18:39:40.922235 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 3db4b78f-b0f3-4e6c-8352-469eefee637c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3db4b78f-b0f3-4e6c-8352-469eefee637c found for delete ", "request_id": "req-769cbd3c-7861-4b05-99d0-468f4dff665b"}]} Jun 16 18:39:40.929093 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.948657 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:40.952602 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0 HTTP/1.1" status: 204 len: 168 time: 0.8666327 Jun 16 18:39:40.954387 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cbabc-3b38-4ff2-87ae-fd506ba1f35d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5d81c9-e546-4ae0-bf8f-e3bb9c16e4e0,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:41.117102 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36738) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:41.137827 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:41.175124 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-fc6c353e-3d6e-40ea-9d4a-49611d060036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a8e1d26bdfc400ebd1e070b09db615e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559793 Jun 16 18:39:41.177921 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36740) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:41.265351 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] Publish callbacks [] for security_group (fd844c2c-4e99-40c4-b81d-09e1137c8d59), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:41.293076 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] Publish callbacks [] for security_group (fd844c2c-4e99-40c4-b81d-09e1137c8d59), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:41.357991 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (fd844c2c-4e99-40c4-b81d-09e1137c8d59), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:41.361803 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:41.363455 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd844c2c-4e99-40c4-b81d-09e1137c8d59 HTTP/1.1" status: 204 len: 168 time: 0.1840334 Jun 16 18:39:41.379218 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420cf9a-a9c7-4d02-b847-dcc428ea0911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd844c2c-4e99-40c4-b81d-09e1137c8d59,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:44.168511 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36828) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:44.373306 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3880be64-586a-43ed-b46b-9807a54ab9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.488135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3880be64-586a-43ed-b46b-9807a54ab9b7 admin admin] Publish callbacks [] for security_group (d6e389b2-6c2d-4a18-b505-78c5c4788e47), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.493616 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-3880be64-586a-43ed-b46b-9807a54ab9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d6e389b2-6c2d-4a18-b505-78c5c4788e47), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.514674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:44.550251 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880be64-586a-43ed-b46b-9807a54ab9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e389b2-6c2d-4a18-b505-78c5c4788e47,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:44.557182 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-3880be64-586a-43ed-b46b-9807a54ab9b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77d43b53f6f04b7e9260772c3845973f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870182 Jun 16 18:39:44.560777 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36832) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:44.604620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:44.627617 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] Publish callbacks [] for security_group (d6e389b2-6c2d-4a18-b505-78c5c4788e47), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.657518 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] Publish callbacks [] for security_group (d6e389b2-6c2d-4a18-b505-78c5c4788e47), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.724635 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (d6e389b2-6c2d-4a18-b505-78c5c4788e47), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.727336 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:44.728625 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6e389b2-6c2d-4a18-b505-78c5c4788e47 HTTP/1.1" status: 204 len: 168 time: 0.1665947 Jun 16 18:39:44.738267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d947b0-70a1-431b-957a-4c5a70640456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e389b2-6c2d-4a18-b505-78c5c4788e47,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:45.155903 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36840) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:45.171694 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b12083e-77ec-444f-92ec-fc6e2219d330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.269654 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:45.271881 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b12083e-77ec-444f-92ec-fc6e2219d330 admin admin] Publish callbacks [] for security_group (364b25f4-2e87-43a6-a052-8529c965b67f), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.276783 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-1b12083e-77ec-444f-92ec-fc6e2219d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (364b25f4-2e87-43a6-a052-8529c965b67f), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.325816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12083e-77ec-444f-92ec-fc6e2219d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364b25f4-2e87-43a6-a052-8529c965b67f,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:45.331091 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-1b12083e-77ec-444f-92ec-fc6e2219d330 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8355015acfbc472eaa23c80c5ae3f594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736803 Jun 16 18:39:45.334148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36842) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:45.398736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] Publish callbacks [] for security_group (364b25f4-2e87-43a6-a052-8529c965b67f), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.426466 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] Publish callbacks [] for security_group (364b25f4-2e87-43a6-a052-8529c965b67f), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.485850 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (364b25f4-2e87-43a6-a052-8529c965b67f), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.488771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:45.490194 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/364b25f4-2e87-43a6-a052-8529c965b67f HTTP/1.1" status: 204 len: 168 time: 0.1543810 Jun 16 18:39:45.504620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e2038-a774-4bf8-8398-1a68d460730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364b25f4-2e87-43a6-a052-8529c965b67f,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:46.398940 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:47.525144 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=13 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:48.242823 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-ef1d8cc4-4722-4d38-a5be-ac294c990dac tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290455754&fields=id&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 267 time: 0.0547159 Jun 16 18:39:48.264904 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36924) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:48.370870 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-fd022a17-006f-4cd7-8f3a-ce8a38be1544 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:48.372530 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-fd022a17-006f-4cd7-8f3a-ce8a38be1544 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1213853 Jun 16 18:39:48.391151 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-ea9a2124-1e0d-468a-8b21-1eb08add7ee0 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/quotas/dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 375 time: 0.0114722 Jun 16 18:39:48.395271 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f1b6-cf77-44ab-8e96-1bbe37398a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.459202 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-0a666a98-843e-4362-a7c3-956dcc8c0ea8 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606816 Jun 16 18:39:48.497813 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f1b6-cf77-44ab-8e96-1bbe37398a74 admin admin] Publish callbacks [] for security_group (59cdd264-66e9-4c33-90f6-75ecd0bf5d54), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.504253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f1b6-cf77-44ab-8e96-1bbe37398a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (59cdd264-66e9-4c33-90f6-75ecd0bf5d54), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.546426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-aa98ccea-e30b-4e15-a8e8-cd9495d03d6d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:39:48.548322 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-aa98ccea-e30b-4e15-a8e8-cd9495d03d6d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0747492 Jun 16 18:39:48.554330 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-4bf3f1b6-cf77-44ab-8e96-1bbe37398a74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a56438f88bfe44f5859c056b5abf665b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881999 Jun 16 18:39:48.557872 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36930) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:48.568562 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3f1b6-cf77-44ab-8e96-1bbe37398a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cdd264-66e9-4c33-90f6-75ecd0bf5d54,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:48.707347 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] Publish callbacks [] for security_group (59cdd264-66e9-4c33-90f6-75ecd0bf5d54), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.718390 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-078f3226-28e3-46d6-b318-c75c84a9c494 service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592691 Jun 16 18:39:48.767846 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] Publish callbacks [] for security_group (59cdd264-66e9-4c33-90f6-75ecd0bf5d54), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.867925 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-bc5b44ea-e8e4-4429-b0eb-42be860e2634 service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424234 Jun 16 18:39:48.879475 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (59cdd264-66e9-4c33-90f6-75ecd0bf5d54), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.884779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:48.886855 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59cdd264-66e9-4c33-90f6-75ecd0bf5d54 HTTP/1.1" status: 204 len: 168 time: 0.3261609 Jun 16 18:39:48.902512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9041f5-8ded-40fd-84a0-61679ea72b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cdd264-66e9-4c33-90f6-75ecd0bf5d54,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:49.356470 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 36950) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:49.366192 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-20e79fbe-3ff5-44a1-acc9-c1b957e308c8 req-8c5a4aa0-eeb6-45d0-ae93-20fd5db2ef67 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 210 time: 0.0497749 Jun 16 18:39:49.381319 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-580fd898-ce49-4a01-a590-fae1841a6c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.447629 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:49.461465 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:49.543220 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-580fd898-ce49-4a01-a590-fae1841a6c89 admin admin] Publish callbacks [] for security_group (473acfd0-5337-4e47-a20f-70fc15f6f06c), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.549283 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-580fd898-ce49-4a01-a590-fae1841a6c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (473acfd0-5337-4e47-a20f-70fc15f6f06c), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.595615 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-580fd898-ce49-4a01-a590-fae1841a6c89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd789a903ca44a069b2d49399a4bec83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375529 Jun 16 18:39:49.596543 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd898-ce49-4a01-a590-fae1841a6c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473acfd0-5337-4e47-a20f-70fc15f6f06c,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:49.598387 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36952) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:49.660353 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] Publish callbacks [] for security_group (473acfd0-5337-4e47-a20f-70fc15f6f06c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.689898 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] Publish callbacks [] for security_group (473acfd0-5337-4e47-a20f-70fc15f6f06c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.756221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (473acfd0-5337-4e47-a20f-70fc15f6f06c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.759053 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:49.760609 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/473acfd0-5337-4e47-a20f-70fc15f6f06c HTTP/1.1" status: 204 len: 168 time: 0.1599910 Jun 16 18:39:49.773870 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b59ccb-d5b3-4c4b-9b71-b6bbf550b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473acfd0-5337-4e47-a20f-70fc15f6f06c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:50.477401 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-22d4ccea-990b-4873-810c-da398d5aa645 req-2a1fd812-9c00-4c20-b5a7-a2e04d578563 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 210 time: 0.0328028 Jun 16 18:39:50.728274 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36982) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:50.774076 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-7581302d-3d14-4207-b6a5-e8a99ae0eb58 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:50.775659 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-7581302d-3d14-4207-b6a5-e8a99ae0eb58 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1678059 Jun 16 18:39:50.860956 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-0c08640f-2fb8-4759-a058-580e57e86b47 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 380 time: 0.0733118 Jun 16 18:39:50.870914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'port': {'device_id': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'admin_state_up': True, 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'security_groups': ['8f3a9864-8b68-41b1-be08-2ef2aca0d90a']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:50.886052 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383291084-network', 'tenant_id': '7f5223c7d6e246d7ac1396493caa0de4'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:50.910457 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Made reservation on behalf of 7f5223c7d6e246d7ac1396493caa0de4 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:50.913061 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:50.926519 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.010345 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:51.013061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Made reservation on behalf of dff4784f6ab3499b88cb38c81780b754 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:51.019810 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.036443 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks [] for security_group (58183de1-afb2-4fe6-8091-d508f029fe9e), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.042417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (58183de1-afb2-4fe6-8091-d508f029fe9e), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.078953 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:39:51.115122 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (f67ac3ee-6ac0-4332-94db-a9e093e78d16), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.115467 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Added segment f67ac3ee-6ac0-4332-94db-a9e093e78d16 of type vlan for network 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 Jun 16 18:39:51.117194 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58183de1-afb2-4fe6-8091-d508f029fe9e,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.173447 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (8cc6208f-62ad-4481-ac07-e94c1d9e8cf1), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.211685 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.20.0.14 (b0cbaebd-d55a-4d35-baec-5307687a93e6/f77c7441-456e-4597-963e-d532a281b67d/fb36aaba-0fd0-42b5-b9ac-2f6112753d35) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:51.222013 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (8cc6208f-62ad-4481-ac07-e94c1d9e8cf1), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.223953 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:51.225034 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.298343 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5678821 Jun 16 18:39:51.303795 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 36986) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:51.368188 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Request body: {'subnet': {'network_id': '8cc6208f-62ad-4481-ac07-e94c1d9e8cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383291084-subnet', 'tenant_id': '7f5223c7d6e246d7ac1396493caa0de4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:51.397029 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46931b-da42-4baa-af19-27a9c76d3df2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc6208f-62ad-4481-ac07-e94c1d9e8cf1,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.412414 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:39:51.420996 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Made reservation on behalf of 7f5223c7d6e246d7ac1396493caa0de4 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:51.426577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.428199 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.487634 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.584346 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:51.597937 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:51.600824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:51.603814 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.607160 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:51.611911 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:39:51.653424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:51.703528 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:51.704462 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.705431 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898ddd8-b062-4e1f-8fdd-e4cd927edf11 req-f264bd77-51aa-4ecf-b778-71410554a03a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:51.707053 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c898ddd8-b062-4e1f-8fdd-e4cd927edf11 req-f264bd77-51aa-4ecf-b778-71410554a03a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 932 time: 0.1061256 Jun 16 18:39:51.729616 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-07350e27-bc6b-476f-a7ef-586468efa67c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631699 Jun 16 18:39:51.743171 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Request body: {'port': {'device_id': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:51.777788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (52941b30-2c19-46b4-ae3b-aae4be8496c4), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.869229 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.879982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52941b30-2c19-46b4-ae3b-aae4be8496c4,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.891316 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c898ddd8-b062-4e1f-8fdd-e4cd927edf11 req-2e31d106-db9b-4e67-acfb-309cd54795dc tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742628 Jun 16 18:39:51.900144 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Checking segment: {'id': 'f67ac3ee-6ac0-4332-94db-a9e093e78d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '8cc6208f-62ad-4481-ac07-e94c1d9e8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:51.900444 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Network hostable DHCP agents. Network: 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:51.929417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Network 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:51.943891 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:51.950072 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:51.951164 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:51.961744 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d94ff-e066-4707-bb00-196c93d739ef None None] Network 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:51.979137 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-57826775-fa9a-43c2-a8ad-f34e2f162077 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6734560 Jun 16 18:39:52.094649 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-82527a7e-993e-49f9-8368-b518cad1a168 None None] Provisioning complete for port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:39:52.095454 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-82527a7e-993e-49f9-8368-b518cad1a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:52.178603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-82527a7e-993e-49f9-8368-b518cad1a168 None None] Port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:39:52.242869 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad922807-1a57-4ff5-aa5d-fa56208bd8ee None None] Network 8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:52.299786 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb36aaba-0fd0-42b5-b9ac-2f6112753d35 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:39:52.315385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks [] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:52.340709 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Transition to ACTIVE for port object fb36aaba-0fd0-42b5-b9ac-2f6112753d35 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:39:52.348222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:52.740383 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Pushing event updated for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:52.784248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37004) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:52.792655 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1613093616-network', 'tenant_id': '7176e575c91243b88d9749409d87a838'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:52.804657 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:52.835164 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Made reservation on behalf of 7176e575c91243b88d9749409d87a838 for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:52.839998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:52.855734 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Attempting to bind port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:39:52.856112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:52.856332 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Attempting to bind port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:39:52.856904 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Attempting to bind port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:52.866732 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:39:52.867249 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Attempting to bind port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:39:52.877552 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:39:52.878473 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:52.878879 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Bound using segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:39:52.879574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Bound port: fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:39:52.880224 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.019214 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:39:53.026226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:39:53.028111 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks [] for security_group (ceeef3f1-775a-4646-b2e2-80897fd780ac), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.036422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ceeef3f1-775a-4646-b2e2-80897fd780ac), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.087474 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.088083 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:39:53.106910 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeef3f1-775a-4646-b2e2-80897fd780ac,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.116082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (0150c88e-2d17-4c5d-82a9-1b158e398c5a), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.116635 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Added segment 0150c88e-2d17-4c5d-82a9-1b158e398c5a of type vlan for network 201018c7-f5a3-4951-b72d-b0ba3f7f7749 Jun 16 18:39:53.166052 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.167040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.169569 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] 10.222.0.88 "PUT /v2.0/ports/fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 1094 time: 1.4324212 Jun 16 18:39:53.180221 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:39:53.184110 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8844f5e-14a8-4852-adb6-948586c1c450" -d '{"events": [{"name": "network-changed", "server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:53.206181 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (201018c7-f5a3-4951-b72d-b0ba3f7f7749), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.241051 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e157bb-cfe7-4976-ba05-78ce9e47a869 req-a3f34878-63e2-406d-b4a5-d1f22a6f6eec tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.244472 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-28e157bb-cfe7-4976-ba05-78ce9e47a869 req-a3f34878-63e2-406d-b4a5-d1f22a6f6eec tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.2278609 Jun 16 18:39:53.255747 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (201018c7-f5a3-4951-b72d-b0ba3f7f7749), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.259326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.260400 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.263995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:53.328915 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1f577-f63d-4c20-a8e6-c756e5b6c581 x-openstack-request-id: req-5bd1f577-f63d-4c20-a8e6-c756e5b6c581 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:53.329463 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:53.329928 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bd1f577-f63d-4c20-a8e6-c756e5b6c581 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:53.330897 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd1f577-f63d-4c20-a8e6-c756e5b6c581'] response: {'name': 'network-changed', 'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'status': 'completed', 'code': 200} Jun 16 18:39:53.354708 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8ac51-905d-4187-8da7-423323020f34 service neutron] Pushing event updated for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.385951 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2f6be563-724a-4fc3-9479-34c74eb6b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.389485 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-2f6be563-724a-4fc3-9479-34c74eb6b4fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1128 time: 0.1631744 Jun 16 18:39:53.398526 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6122973 Jun 16 18:39:53.402938 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37010) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:39:53.417042 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Request body: {'subnet': {'network_id': '201018c7-f5a3-4951-b72d-b0ba3f7f7749', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1613093616-subnet', 'tenant_id': '7176e575c91243b88d9749409d87a838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:39:53.435093 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca5b7-e474-464b-a28b-bcd3348cbb6d admin admin] Pushing event updated for resources: {'Network': ['ID=201018c7-f5a3-4951-b72d-b0ba3f7f7749,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.455805 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network 201018c7-f5a3-4951-b72d-b0ba3f7f7749 details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:39:53.473606 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Made reservation on behalf of 7176e575c91243b88d9749409d87a838 for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:53.478020 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.492702 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-399ffd4f-5c13-4d82-a772-5b6d00b55fae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 217 time: 0.0860665 Jun 16 18:39:53.564791 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-28e157bb-cfe7-4976-ba05-78ce9e47a869 req-d2baa3a9-4f66-44d1-87b0-a7cd6d547055 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944601 Jun 16 18:39:53.595599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-0f86c237-95d1-443a-9a0c-9f2497e17b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.597626 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-0f86c237-95d1-443a-9a0c-9f2497e17b99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0857387 Jun 16 18:39:53.675757 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-d4c5e2c0-0a84-43c3-ab1e-aae21b2700b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.678098 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-d4c5e2c0-0a84-43c3-ab1e-aae21b2700b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735600 Jun 16 18:39:53.754173 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:53.764920 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (1697b9eb-1f27-42da-b899-04c3060fca93), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.767388 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:53.825544 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-885651bd-e83a-4bd0-814e-8ec03f9e6896 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402278 Jun 16 18:39:53.862377 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1697b9eb-1f27-42da-b899-04c3060fca93,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.881123 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Checking segment: {'id': '0150c88e-2d17-4c5d-82a9-1b158e398c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '201018c7-f5a3-4951-b72d-b0ba3f7f7749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:39:53.881686 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Network hostable DHCP agents. Network: 201018c7-f5a3-4951-b72d-b0ba3f7f7749, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:53.923112 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Network 201018c7-f5a3-4951-b72d-b0ba3f7f7749 is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:53.937651 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, 201018c7-f5a3-4951-b72d-b0ba3f7f7749) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:53.945287 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:53.946322 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:53.954908 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c5abe-cc40-4611-a9d3-e3571efe973b None None] Network 201018c7-f5a3-4951-b72d-b0ba3f7f7749 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:53.972387 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-daa10ec3-bd5e-4337-b68d-1edbadefbdc3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5672965 Jun 16 18:39:53.981291 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0370791-bd18-4446-8e32-8c4bf71ef443 req-a94e6e89-7620-43d2-a9d7-8e6bd2015e0b service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496503 Jun 16 18:39:54.085786 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:54.109641 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:54.162272 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3da24-3347-4060-865a-e95ec5132ea3 None None] Network 201018c7-f5a3-4951-b72d-b0ba3f7f7749 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:39:54.273791 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-f603e215-6e85-4ef1-9f7d-b868d35bf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:54.276937 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-f603e215-6e85-4ef1-9f7d-b868d35bf827 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1128 time: 0.0873621 Jun 16 18:39:54.423958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-542466a1-e251-4c43-ab68-9f94863c61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:54.426323 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-542466a1-e251-4c43-ab68-9f94863c61dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1424901 Jun 16 18:39:54.475364 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-1cd27865-3d64-4dd8-80b7-3e2021d11460 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 217 time: 0.0429423 Jun 16 18:39:54.547878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-038e7c8c-c5e0-48d9-8fef-93a00a9b9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:54.550376 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-038e7c8c-c5e0-48d9-8fef-93a00a9b9f55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0694418 Jun 16 18:39:54.624790 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-6a01d7d9-2845-4490-a17b-6cb8f80fa3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:54.627033 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-6a01d7d9-2845-4490-a17b-6cb8f80fa3df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704525 Jun 16 18:39:54.777448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43f3d-f000-42c3-9e5f-ef5716641ac4 req-5dc7712e-f290-4587-833a-80dffca1b7bb tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:54.781583 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-43f43f3d-f000-42c3-9e5f-ef5716641ac4 req-5dc7712e-f290-4587-833a-80dffca1b7bb tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0952079 Jun 16 18:39:54.817309 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-3c9a9776-2d95-43ef-98bd-8825fde713fb service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834626 Jun 16 18:39:54.883237 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-43f43f3d-f000-42c3-9e5f-ef5716641ac4 req-4f9ff9bf-3eda-44a1-bf73-c71cd30beb5e tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918102 Jun 16 18:39:54.969625 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c8844f5e-14a8-4852-adb6-948586c1c450 req-62d77715-52ae-4341-bbdf-97fc466ca08e service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450500 Jun 16 18:39:55.453211 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:56.045197 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18efaa-c315-4f5e-a33f-bbca7aa3ffec req-5702e42f-f894-46a5-b8ea-f5f1a1e03bd0 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:56.048075 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4e18efaa-c315-4f5e-a33f-bbca7aa3ffec req-5702e42f-f894-46a5-b8ea-f5f1a1e03bd0 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0909948 Jun 16 18:39:56.125870 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-4e18efaa-c315-4f5e-a33f-bbca7aa3ffec req-16150077-d854-43a7-8b6c-859383ec7b12 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695558 Jun 16 18:39:57.260600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:39:57.270145 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a40e5-d9fe-422a-8ede-416d6d7a087e req-d5c210e7-a392-44ae-a58f-eb6bc5cba96c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:57.271945 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-546a40e5-d9fe-422a-8ede-416d6d7a087e req-d5c210e7-a392-44ae-a58f-eb6bc5cba96c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0601304 Jun 16 18:39:57.337562 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-546a40e5-d9fe-422a-8ede-416d6d7a087e req-9d81447d-0da8-4a6f-93b9-ca45dd915022 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548298 Jun 16 18:39:57.412828 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd1a1-0f4c-4601-9a73-45b98b5807ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:58.488101 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27add-bbaf-4629-954d-4af91239880f req-43243180-a08c-4be7-b0c0-6d0b4a5b618e tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:58.489756 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f9e27add-bbaf-4629-954d-4af91239880f req-43243180-a08c-4be7-b0c0-6d0b4a5b618e tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0568342 Jun 16 18:39:58.555166 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f9e27add-bbaf-4629-954d-4af91239880f req-69dadf69-8a72-45fb-88e8-51a6ce8b5c89 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546432 Jun 16 18:39:59.694881 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d133-11c7-4cb3-8715-b2ddf96c3d97 req-53405139-a575-4a95-acf4-89a4074e9616 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:39:59.696614 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fd56d133-11c7-4cb3-8715-b2ddf96c3d97 req-53405139-a575-4a95-acf4-89a4074e9616 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0607779 Jun 16 18:39:59.720824 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-164d5bcb-04a8-43c8-b4d9-33fddffa9ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:39:59.771931 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fd56d133-11c7-4cb3-8715-b2ddf96c3d97 req-80ef0cfa-3732-43a7-b1df-6f5724ffe159 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628099 Jun 16 18:40:00.923407 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589786a8-6d53-4f67-965f-7fe25567c864 req-cccba974-6418-40cf-b297-e1edcb4319df tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:00.925262 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-589786a8-6d53-4f67-965f-7fe25567c864 req-cccba974-6418-40cf-b297-e1edcb4319df tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0668643 Jun 16 18:40:00.994405 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:01.010753 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-589786a8-6d53-4f67-965f-7fe25567c864 req-153d8483-b99c-4717-986d-3938822b8f97 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754268 Jun 16 18:40:01.063109 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:02.159319 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b724-13be-403e-a0f3-fa80f3502f94 req-79d4f580-1e39-47b2-8ba5-6287c9c5c311 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:02.161005 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b740b724-13be-403e-a0f3-fa80f3502f94 req-79d4f580-1e39-47b2-8ba5-6287c9c5c311 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.0542438 Jun 16 18:40:02.227013 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-b740b724-13be-403e-a0f3-fa80f3502f94 req-237af448-7c7c-4ca4-94a9-c724680c7a07 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589731 Jun 16 18:40:02.578000 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:02.815056 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:03.046911 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fb36aaba-0fd0-42b5-b9ac-2f6112753d35 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:40:03.257240 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:03.284101 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'port_id': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'mac_address': 'fa:16:3e:11:b6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:40:03.368441 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:40:03.369582 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:03.415309 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb36aaba-0fd0-42b5-b9ac-2f6112753d35 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:40:03.456411 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:03.467596 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:03.482301 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f0f45-41c1-4ef8-b348-e05fa4a936e3 req-405aff49-0e6d-4225-86e4-065a27cfe958 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:03.485432 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f41f0f45-41c1-4ef8-b348-e05fa4a936e3 req-405aff49-0e6d-4225-86e4-065a27cfe958 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 944 time: 0.1189930 Jun 16 18:40:03.541917 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:03.563866 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:03.581420 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f41f0f45-41c1-4ef8-b348-e05fa4a936e3 req-503a4eeb-8c17-4476-9cd8-3e391bac36bc tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867848 Jun 16 18:40:03.706142 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['fb36aaba-0fd0-42b5-b9ac-2f6112753d35'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:40:03.918970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:04.737136 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b869609-8ed1-4662-92d5-5dc1f65c24a4 req-2b786f5b-e093-4ed3-8df6-12d99ab076a7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:04.740017 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b869609-8ed1-4662-92d5-5dc1f65c24a4 req-2b786f5b-e093-4ed3-8df6-12d99ab076a7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 945 time: 0.0721221 Jun 16 18:40:04.818131 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1b869609-8ed1-4662-92d5-5dc1f65c24a4 req-4df2f3d6-c538-41c3-8550-6b72423e2350 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713463 Jun 16 18:40:05.050028 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fb36aaba-0fd0-42b5-b9ac-2f6112753d35 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:40:05.100663 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:05.124318 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:40:05.134298 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:40:05.134973 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:05.278713 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:40:05.279256 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:05.323910 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:40:05.328317 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d7a73-a0cf-406f-81cc-d85cead7a534" -d '{"events": [{"server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "name": "network-vif-plugged", "status": "completed", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:05.348847 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:05.356857 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:05.438579 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:05.559898 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebbac42-f401-4548-8972-8dbcc524bb65 x-openstack-request-id: req-cebbac42-f401-4548-8972-8dbcc524bb65 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:05.560355 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "name": "network-vif-plugged", "status": "completed", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:05.560743 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cebbac42-f401-4548-8972-8dbcc524bb65 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:05.561397 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebbac42-f401-4548-8972-8dbcc524bb65'] response: {'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'code': 200} Jun 16 18:40:05.836936 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e854333-23ca-4cea-bddd-2365c7c473ce req-f515456d-2892-4326-947d-cb6d2a141168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:05.839439 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e854333-23ca-4cea-bddd-2365c7c473ce req-f515456d-2892-4326-947d-cb6d2a141168 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1130 time: 0.0677383 Jun 16 18:40:05.908948 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e854333-23ca-4cea-bddd-2365c7c473ce req-7aa800d0-9248-4ad3-9539-ecd9e36f0464 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615370 Jun 16 18:40:06.012693 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac95d7-a4f0-43d5-868a-d68cdfee773b req-ee2c1e6a-5fc7-4c8c-aaab-493e8d29bf5f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:06.016092 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78ac95d7-a4f0-43d5-868a-d68cdfee773b req-ee2c1e6a-5fc7-4c8c-aaab-493e8d29bf5f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0771508 Jun 16 18:40:06.101609 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78ac95d7-a4f0-43d5-868a-d68cdfee773b req-fe099724-f132-410c-b607-e6e658c69fc3 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786247 Jun 16 18:40:07.273143 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1631fb-ad96-476f-bc7b-c528bd5b6e76 req-fb207744-74a1-4383-be28-b5368b672cd2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:07.275993 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab1631fb-ad96-476f-bc7b-c528bd5b6e76 req-fb207744-74a1-4383-be28-b5368b672cd2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0729709 Jun 16 18:40:07.355794 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ab1631fb-ad96-476f-bc7b-c528bd5b6e76 req-0e68608a-6c26-4c48-abe3-8794ae3d2744 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729549 Jun 16 18:40:08.506057 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029ddf7-dd1c-4019-a6b3-308900c434f4 req-e5b4b7ab-fa1c-4a3c-8b44-04c15be9af88 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:08.507691 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6029ddf7-dd1c-4019-a6b3-308900c434f4 req-e5b4b7ab-fa1c-4a3c-8b44-04c15be9af88 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0593750 Jun 16 18:40:08.569312 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6029ddf7-dd1c-4019-a6b3-308900c434f4 req-42aa28c9-8653-4792-8829-82dbfdc7d50f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543225 Jun 16 18:40:08.731685 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9f6b1-80b0-44d4-9aad-0bcd3841897a req-2793751c-3559-4bc3-989c-636efe6c2637 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:08.735054 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9ba9f6b1-80b0-44d4-9aad-0bcd3841897a req-2793751c-3559-4bc3-989c-636efe6c2637 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0598762 Jun 16 18:40:08.806208 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-9ba9f6b1-80b0-44d4-9aad-0bcd3841897a req-1e514380-55fe-49cc-8248-f951ed4679d6 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634563 Jun 16 18:40:08.833625 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37148) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:09.116861 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b122e65-b43b-4535-917c-02c6eaa42b43 tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:09.119247 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7b122e65-b43b-4535-917c-02c6eaa42b43 tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1125 time: 0.2838335 Jun 16 18:40:09.122602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37158) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:09.129434 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'port_id': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:40:09.159572 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.209778 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37164) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:09.275627 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Deleting subnet 52941b30-2c19-46b4-ae3b-aae4be8496c4 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:40:09.280234 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Publish callbacks [] for subnet (52941b30-2c19-46b4-ae3b-aae4be8496c4), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.280931 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.288960 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:09.325584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (52941b30-2c19-46b4-ae3b-aae4be8496c4), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.383428 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (52941b30-2c19-46b4-ae3b-aae4be8496c4), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.438040 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.27.2.163 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/59358e48-2fb1-4664-af21-5ff59c470057) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:40:09.472982 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (52941b30-2c19-46b4-ae3b-aae4be8496c4), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.521776 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52941b30-2c19-46b4-ae3b-aae4be8496c4,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:09.526952 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.533995 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-37d413ad-8fd5-419e-89c6-c9b087a32228 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/52941b30-2c19-46b4-ae3b-aae4be8496c4 HTTP/1.1" status: 204 len: 168 time: 0.3199058 Jun 16 18:40:09.535150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37166) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:09.620929 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (59358e48-2fb1-4664-af21-5ff59c470057), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.645248 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (8cc6208f-62ad-4481-ac07-e94c1d9e8cf1), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.649566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:09.689621 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (59358e48-2fb1-4664-af21-5ff59c470057), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.756398 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:40:09.760552 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:09.764574 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:40:09.778111 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (8cc6208f-62ad-4481-ac07-e94c1d9e8cf1), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.796750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=59358e48-2fb1-4664-af21-5ff59c470057,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:09.815878 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc6208f-62ad-4481-ac07-e94c1d9e8cf1']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:09.829048 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67ac3ee-6ac0-4332-94db-a9e093e78d16') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:09.829352 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67ac3ee-6ac0-4332-94db-a9e093e78d16') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:09.840350 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (f67ac3ee-6ac0-4332-94db-a9e093e78d16), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.863437 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (f67ac3ee-6ac0-4332-94db-a9e093e78d16), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.871931 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:40:09.872237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (f67ac3ee-6ac0-4332-94db-a9e093e78d16), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.927221 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment f67ac3ee-6ac0-4332-94db-a9e093e78d16 resource provider aggregate not found Jun 16 18:40:09.953716 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment f67ac3ee-6ac0-4332-94db-a9e093e78d16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f67ac3ee-6ac0-4332-94db-a9e093e78d16 found for delete ", "request_id": "req-5583ff72-460b-4515-b32b-67a9acb03f3d"}]} Jun 16 18:40:09.955562 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (8cc6208f-62ad-4481-ac07-e94c1d9e8cf1), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.972613 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:09.977769 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] 10.222.0.30 "DELETE /v2.0/networks/8cc6208f-62ad-4481-ac07-e94c1d9e8cf1 HTTP/1.1" status: 204 len: 168 time: 0.4418869 Jun 16 18:40:09.979017 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925de8a-c6b0-439a-a1af-042b871b98ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc6208f-62ad-4481-ac07-e94c1d9e8cf1,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:09.982753 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37172) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:10.042757 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Deleting subnet 1697b9eb-1f27-42da-b899-04c3060fca93 {{(pid=103843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:40:10.047233 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:10.048223 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Publish callbacks [] for subnet (1697b9eb-1f27-42da-b899-04c3060fca93), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.096394 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62949004'] for subnet (1697b9eb-1f27-42da-b899-04c3060fca93), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.130164 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:10.161313 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (1697b9eb-1f27-42da-b899-04c3060fca93), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.258726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63749262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63988199'] for subnet (1697b9eb-1f27-42da-b899-04c3060fca93), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.273343 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (64d4284e-b596-4225-af9d-311bf26e991d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.298304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1697b9eb-1f27-42da-b899-04c3060fca93,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:10.300807 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.304149 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-a2b812e2-504f-4c90-a996-97a73e8090e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1697b9eb-1f27-42da-b899-04c3060fca93 HTTP/1.1" status: 204 len: 168 time: 0.3198237 Jun 16 18:40:10.307895 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37174) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:10.379045 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (59358e48-2fb1-4664-af21-5ff59c470057), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.413198 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:10.413850 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (201018c7-f5a3-4951-b72d-b0ba3f7f7749), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.511297 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (201018c7-f5a3-4951-b72d-b0ba3f7f7749), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.539684 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201018c7-f5a3-4951-b72d-b0ba3f7f7749']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:10.552726 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0150c88e-2d17-4c5d-82a9-1b158e398c5a') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:10.553084 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0150c88e-2d17-4c5d-82a9-1b158e398c5a') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:10.565950 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (0150c88e-2d17-4c5d-82a9-1b158e398c5a), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.585302 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (0150c88e-2d17-4c5d-82a9-1b158e398c5a), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.593673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:40:10.594083 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (0150c88e-2d17-4c5d-82a9-1b158e398c5a), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.611121 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (59358e48-2fb1-4664-af21-5ff59c470057), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.616974 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (59358e48-2fb1-4664-af21-5ff59c470057), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.694404 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=59358e48-2fb1-4664-af21-5ff59c470057,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:10.695559 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (201018c7-f5a3-4951-b72d-b0ba3f7f7749), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.713062 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (64d4284e-b596-4225-af9d-311bf26e991d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.722141 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:10.725830 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] 10.222.0.30 "DELETE /v2.0/networks/201018c7-f5a3-4951-b72d-b0ba3f7f7749 HTTP/1.1" status: 204 len: 168 time: 0.4168372 Jun 16 18:40:10.727261 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd48238-8183-4556-b490-3a6eac4b22db admin admin] Pushing event deleted for resources: {'Network': ['ID=201018c7-f5a3-4951-b72d-b0ba3f7f7749,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:10.976187 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37178) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:11.062316 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-c85d4c13-26b8-4403-8a50-a994f3162d2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f5223c7d6e246d7ac1396493caa0de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842261 Jun 16 18:40:11.065241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37180) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:11.142844 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 64d4284e-b596-4225-af9d-311bf26e991d associated. External IP: 172.27.2.163, port: fb36aaba-0fd0-42b5-b9ac-2f6112753d35. Jun 16 18:40:11.166304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] Publish callbacks [] for security_group (58183de1-afb2-4fe6-8091-d508f029fe9e), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:11.196470 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:11.212760 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] Publish callbacks [] for security_group (58183de1-afb2-4fe6-8091-d508f029fe9e), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:11.302763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (58183de1-afb2-4fe6-8091-d508f029fe9e), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:11.306995 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:11.308707 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58183de1-afb2-4fe6-8091-d508f029fe9e HTTP/1.1" status: 204 len: 168 time: 0.2416649 Jun 16 18:40:11.320512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68d80-f0f6-449d-ae99-f0aaebbccff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58183de1-afb2-4fe6-8091-d508f029fe9e,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:11.475919 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:40:11.671197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:40:11.688544 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:11.701270 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:11.707551 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:40:11.708486 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:40:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:11.744675 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a7ec5d65-7952-43f9-9d40-89d70feaeed4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6164348 Jun 16 18:40:11.744675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:40:11.744675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b64fcc6-b832-488b-b4e1-84cb47122af2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:11.893222 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37192) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:11.916589 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:40:11.953034 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-e90c6100-1c60-4f0a-9a8f-ca9b4b47298d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7176e575c91243b88d9749409d87a838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576830 Jun 16 18:40:11.955928 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37194) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:11.984311 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 0150c88e-2d17-4c5d-82a9-1b158e398c5a resource provider aggregate not found Jun 16 18:40:12.018927 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 0150c88e-2d17-4c5d-82a9-1b158e398c5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0150c88e-2d17-4c5d-82a9-1b158e398c5a found for delete ", "request_id": "req-1fab9faf-471a-4d69-a41a-3c1370d56231"}]} Jun 16 18:40:12.028376 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] Publish callbacks [] for security_group (ceeef3f1-775a-4646-b2e2-80897fd780ac), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:12.068123 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] Publish callbacks [] for security_group (ceeef3f1-775a-4646-b2e2-80897fd780ac), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:12.078082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:12.156829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (ceeef3f1-775a-4646-b2e2-80897fd780ac), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:12.164998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:12.169354 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ceeef3f1-775a-4646-b2e2-80897fd780ac HTTP/1.1" status: 204 len: 168 time: 0.2112205 Jun 16 18:40:12.182971 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beecca8d-4fe3-4c3a-845a-16a27fb7dae5 x-openstack-request-id: req-beecca8d-4fe3-4c3a-845a-16a27fb7dae5 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:12.183425 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:12.183797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-beecca8d-4fe3-4c3a-845a-16a27fb7dae5 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:12.184934 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beecca8d-4fe3-4c3a-845a-16a27fb7dae5'] response: {'name': 'network-changed', 'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'status': 'completed', 'code': 200} Jun 16 18:40:12.195268 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713ffd9-f48c-41ce-a07b-6e3ceb64fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeef3f1-775a-4646-b2e2-80897fd780ac,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:12.297949 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-24e8dcea-3202-479e-804e-9cfe66eae149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:12.300319 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-24e8dcea-3202-479e-804e-9cfe66eae149 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1130 time: 0.0821414 Jun 16 18:40:12.303914 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '64d4284e-b596-4225-af9d-311bf26e991d', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:11:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:40:10Z', 'updated_at': '2022-06-16T18:40:10Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:12.350607 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:12.363200 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:40:12.364211 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:40:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:12.477848 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-a27aa861-dcd3-4270-8304-2814a99da227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:12.480368 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-a27aa861-dcd3-4270-8304-2814a99da227 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1732321 Jun 16 18:40:12.520458 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:40:12.577646 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:40:12.602526 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-d5bdc7b5-1726-44d6-914d-bd80861e07c4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 1000 time: 0.1162047 Jun 16 18:40:12.690284 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-498d530d-e68a-4d16-b0e1-365adbf03a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:12.692847 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-498d530d-e68a-4d16-b0e1-365adbf03a2a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0836573 Jun 16 18:40:12.713415 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:12.734418 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:12.753511 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-2a4eb0ea-110b-4ece-ab84-0b969de67c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:12.755365 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-2a4eb0ea-110b-4ece-ab84-0b969de67c3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560660 Jun 16 18:40:12.850611 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '64d4284e-b596-4225-af9d-311bf26e991d', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:11:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:40:10Z', 'updated_at': '2022-06-16T18:40:10Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:12.875421 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-7e0d6b25-e3aa-472b-bbb3-cb8bacf9060e service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137378 Jun 16 18:40:12.883623 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f263f6-2a79-440f-8ef7-327332b901b5 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '64d4284e-b596-4225-af9d-311bf26e991d', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:11:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:40:10Z', 'updated_at': '2022-06-16T18:40:10Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:13.016799 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7b64fcc6-b832-488b-b4e1-84cb47122af2 req-203a42e9-fd68-4d9c-b123-9e92abcc6aa6 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356277 Jun 16 18:40:13.197424 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b2878-d0af-462e-bf75-2763f8cff467 None None] New status for floating IP 64d4284e-b596-4225-af9d-311bf26e991d: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:40:13.879724 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37228) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:14.016864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-587f49f0-4df8-41c2-8bf2-5dd7d47f5f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.110043 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-587f49f0-4df8-41c2-8bf2-5dd7d47f5f2a admin admin] Publish callbacks [] for security_group (84ad2c85-5729-44a3-9297-cf601108a40d), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.114892 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-587f49f0-4df8-41c2-8bf2-5dd7d47f5f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (84ad2c85-5729-44a3-9297-cf601108a40d), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.160670 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-587f49f0-4df8-41c2-8bf2-5dd7d47f5f2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58c4e094a3694449a93f7d39aee0187e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797730 Jun 16 18:40:14.161424 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f49f0-4df8-41c2-8bf2-5dd7d47f5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad2c85-5729-44a3-9297-cf601108a40d,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:14.163467 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 37232) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:14.226318 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] Publish callbacks [] for security_group (84ad2c85-5729-44a3-9297-cf601108a40d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.258017 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] Publish callbacks [] for security_group (84ad2c85-5729-44a3-9297-cf601108a40d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.321919 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (84ad2c85-5729-44a3-9297-cf601108a40d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.324962 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:14.326680 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84ad2c85-5729-44a3-9297-cf601108a40d HTTP/1.1" status: 204 len: 168 time: 0.1614292 Jun 16 18:40:14.339100 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5e577-533d-413b-a3c1-e21b9969fa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad2c85-5729-44a3-9297-cf601108a40d,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:15.145593 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37254) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:15.268291 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-833593952-network', 'tenant_id': '3bc7c74836e6485cbb5799b77faee4fd'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:40:15.305640 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Made reservation on behalf of 3bc7c74836e6485cbb5799b77faee4fd for: {'network': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:40:15.309680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for network (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.327425 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.471410 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks [] for security_group (56091a63-a60b-431f-9892-4b11578f4f17), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.477457 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (56091a63-a60b-431f-9892-4b11578f4f17), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.515293 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:15.516942 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=103841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:40:15.526910 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56091a63-a60b-431f-9892-4b11578f4f17,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:15.539008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (66099f9f-7175-42fd-b65a-4c0ebedd3006), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.540575 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.segments_db [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Added segment 66099f9f-7175-42fd-b65a-4c0ebedd3006 of type vlan for network f9ae11bf-ea91-454f-9c1b-43afd598e56c Jun 16 18:40:15.595329 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778611913054'] for network (f9ae11bf-ea91-454f-9c1b-43afd598e56c), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.628405 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831'] for network (f9ae11bf-ea91-454f-9c1b-43afd598e56c), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.629916 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:15.630590 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.706410 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5592506 Jun 16 18:40:15.710039 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37258) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:40:15.715114 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Request body: {'subnet': {'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-833593952-subnet', 'tenant_id': '3bc7c74836e6485cbb5799b77faee4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:40:15.724523 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029b1c-0a2e-41c4-931e-a115afd075cc admin admin] Pushing event updated for resources: {'Network': ['ID=f9ae11bf-ea91-454f-9c1b-43afd598e56c,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:15.735531 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c details requested by agent ovs-agent-dv-cinder-813229-10-iscsi with host dv-cinder-813229-10-iscsi {{(pid=103844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:40:15.758410 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Made reservation on behalf of 3bc7c74836e6485cbb5799b77faee4fd for: {'subnet': 1} {{(pid=103841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:40:15.763217 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66394930'] for subnet (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:15.972324 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:DELETE=1,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:16.053008 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63136860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66394880'] for subnet (4431fc73-3fb8-434b-bf66-62a52da49b46), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:16.110862 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4431fc73-3fb8-434b-bf66-62a52da49b46,revision_number=0']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:16.130527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Checking segment: {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:40:16.131028 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Network hostable DHCP agents. Network: f9ae11bf-ea91-454f-9c1b-43afd598e56c, hostable agents: ['3129b8f3-8a36-45f5-a7dd-3bc301b74e22'], hosted agents: [] {{(pid=103841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:40:16.151976 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c is scheduled to be hosted by DHCP agent 3129b8f3-8a36-45f5-a7dd-3bc301b74e22 with binding_index 1 {{(pid=103841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:40:16.164016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-10-iscsi, f9ae11bf-ea91-454f-9c1b-43afd598e56c) {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:16.169564 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:16.170176 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:16.176649 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01059042-fc25-48cc-915d-be96c329ca66 None None] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:40:16.191196 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d422b518-3151-420c-bba5-d3ebff0f9c67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4800444 Jun 16 18:40:16.314982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5defd6-21a6-4b6a-b12d-83b946600cdf None None] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:40:16.426440 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:18.195760 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-0c725309-a9d3-44ab-a1c2-27a42ecae162 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:18.197316 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-0c725309-a9d3-44ab-a1c2-27a42ecae162 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 813 time: 0.1145787 Jun 16 18:40:18.213993 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-b673c7f1-4e9a-428a-a105-69fb71090471 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/quotas/3bc7c74836e6485cbb5799b77faee4fd HTTP/1.1" status: 200 len: 375 time: 0.0103784 Jun 16 18:40:18.255937 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-6e00eb38-b21c-4905-b7d6-b2e10b28a71d tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349548 Jun 16 18:40:18.362466 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-6a908ef3-6fd3-4468-b1b4-16cc0d21482a service neutron] 10.222.0.30 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950565 Jun 16 18:40:18.467532 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-9a9724f1-d014-4d73-ac8d-8c454c0fce54 service neutron] 10.222.0.30 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974672 Jun 16 18:40:18.668588 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8096c778-f926-4505-9ed5-74f56fc129c5 req-c3f33a09-6dac-49f3-a5cc-ab8f1021e22a tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 210 time: 0.0307472 Jun 16 18:40:19.767946 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-195d3c55-eec2-40ad-ba2b-948e047afcc6 req-ca5d19ef-a8e0-4601-b1f9-b33e0130fa3a tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 210 time: 0.0322132 Jun 16 18:40:20.913128 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a8ad61ad-bdee-4f85-a1f9-007bd8599c7d req-6872b763-d163-42cb-a1ad-be2fb60c22f6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 210 time: 0.0301707 Jun 16 18:40:21.809784 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-a6f89fc5-38ba-4f87-9cbc-bfbee10caa79 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:21.812680 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-a6f89fc5-38ba-4f87-9cbc-bfbee10caa79 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 813 time: 0.1412241 Jun 16 18:40:21.824334 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Request body: {'port': {'device_id': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c', 'admin_state_up': True, 'tenant_id': '3bc7c74836e6485cbb5799b77faee4fd'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:40:21.889634 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:21.957736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Made reservation on behalf of 3bc7c74836e6485cbb5799b77faee4fd for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:40:21.962560 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:22.060890 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-af9514d1-33b7-4ebb-974a-d6b5ec3ba08e req-4841a994-0eb0-4f4d-bedf-c45e5e1ed45a tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 210 time: 0.0661969 Jun 16 18:40:22.141308 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-003d91c4-7822-4127-bbab-aefa1a742fb7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455160 Jun 16 18:40:22.149661 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:22.181858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Allocated IP 172.20.0.3 (f9ae11bf-ea91-454f-9c1b-43afd598e56c/4431fc73-3fb8-434b-bf66-62a52da49b46/49505317-98c6-40ac-8436-407ceeae082b) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:40:22.254114 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-12399a58-11eb-4ac7-ac4c-414dfc42f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:22.256031 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-12399a58-11eb-4ac7-ac4c-414dfc42f7d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1130 time: 0.0488620 Jun 16 18:40:22.384963 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-3e72174e-3e51-4020-911c-0564091eed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:22.387030 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-3e72174e-3e51-4020-911c-0564091eed8b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1114724 Jun 16 18:40:22.424566 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks [] for port (49505317-98c6-40ac-8436-407ceeae082b), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:22.468506 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:22.469662 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-5e6cee11-3552-494c-8d23-9b8e8e6ef23b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 1002 time: 0.0769475 Jun 16 18:40:22.525392 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:40:22.525670 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-0e6265e5-9cb4-4b55-9610-19e275337acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:22.526889 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-0e6265e5-9cb4-4b55-9610-19e275337acd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0516105 Jun 16 18:40:22.529535 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:22.536587 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:40:22.567449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Pushing event updated for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:22.575215 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-cea4d79f-3b26-4e83-bde5-869c6bc90632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:22.577563 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-cea4d79f-3b26-4e83-bde5-869c6bc90632 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444734 Jun 16 18:40:22.582345 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.582695 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.583039 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.583381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.583713 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.584041 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.584404 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.584925 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.585335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.585673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.586006 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.586334 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.586663 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.586987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.587310 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.607716 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:22.608691 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:22.631647 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-07f89760-db58-47b8-9816-9f7cae7eb2de tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112636 Jun 16 18:40:22.645155 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Request body: {'port': {'device_id': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:40:22.652669 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:22.697798 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-1319b879-1abb-47b4-abf5-1b2a9406edd0 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147573 Jun 16 18:40:22.754018 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (49505317-98c6-40ac-8436-407ceeae082b), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:22.838750 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c83e4f37-0336-4db7-95ae-f90332af9864 req-7d1e1120-c8e1-4056-b4e2-9413e8835d32 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339605 Jun 16 18:40:22.987331 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:23.088353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49505317-98c6-40ac-8436-407ceeae082b {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:40:23.100965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks [] for port (49505317-98c6-40ac-8436-407ceeae082b), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:23.116558 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Transition to ACTIVE for port object 49505317-98c6-40ac-8436-407ceeae082b will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:40:23.122539 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:23.205178 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Pushing event updated for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:23.222990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90640008-7298-471b-b33d-252e6893e2a4 req-b252b545-5a7e-4ee5-8a22-403fe6aa7a40 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:23.224637 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-90640008-7298-471b-b33d-252e6893e2a4 req-b252b545-5a7e-4ee5-8a22-403fe6aa7a40 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 943 time: 0.0684452 Jun 16 18:40:23.240973 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:23.265509 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Attempting to bind port 49505317-98c6-40ac-8436-407ceeae082b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:40:23.265975 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Attempting to bind port 49505317-98c6-40ac-8436-407ceeae082b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:40:23.266166 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Attempting to bind port 49505317-98c6-40ac-8436-407ceeae082b on network f9ae11bf-ea91-454f-9c1b-43afd598e56c {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:40:23.271824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Port 49505317-98c6-40ac-8436-407ceeae082b on network f9ae11bf-ea91-454f-9c1b-43afd598e56c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:40:23.272219 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Attempting to bind port 49505317-98c6-40ac-8436-407ceeae082b on network f9ae11bf-ea91-454f-9c1b-43afd598e56c {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:40:23.278040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:40:23.278390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Checking segment: {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:40:23.278806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Bound using segment: {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:40:23.279757 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Bound port: 49505317-98c6-40ac-8436-407ceeae082b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:40:23.280150 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (49505317-98c6-40ac-8436-407ceeae082b), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:23.304375 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-90640008-7298-471b-b33d-252e6893e2a4 req-d16c4bc8-10cc-4c22-9169-60083e7d71f2 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701466 Jun 16 18:40:23.360763 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:40:23.364590 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=49505317-98c6-40ac-8436-407ceeae082b,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:40:23.373885 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:23.417582 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:23.418226 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:23.420278 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] 10.222.0.88 "PUT /v2.0/ports/49505317-98c6-40ac-8436-407ceeae082b HTTP/1.1" status: 200 len: 1093 time: 0.7802367 Jun 16 18:40:23.420759 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'tag': '49505317-98c6-40ac-8436-407ceeae082b'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:40:23.423892 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "tag": "49505317-98c6-40ac-8436-407ceeae082b"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:23.451196 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8ac87-9f89-49c0-8a06-8fc07b4a9933 service neutron] Pushing event updated for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:23.490893 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b0e178-8e3c-4e6c-a951-03647d2e9281 x-openstack-request-id: req-31b0e178-8e3c-4e6c-a951-03647d2e9281 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:23.491217 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "tag": "49505317-98c6-40ac-8436-407ceeae082b", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:23.491449 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31b0e178-8e3c-4e6c-a951-03647d2e9281 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:23.491894 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b0e178-8e3c-4e6c-a951-03647d2e9281'] response: {'name': 'network-changed', 'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'tag': '49505317-98c6-40ac-8436-407ceeae082b', 'status': 'completed', 'code': 200} Jun 16 18:40:23.727104 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-5a9943a0-fdb0-4e6d-82ac-854370faf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:23.728703 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-5a9943a0-fdb0-4e6d-82ac-854370faf068 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 1127 time: 0.0463583 Jun 16 18:40:23.772034 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-afc8b785-2da9-4a16-877a-56a033afd48e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49505317-98c6-40ac-8436-407ceeae082b HTTP/1.1" status: 200 len: 217 time: 0.0354660 Jun 16 18:40:23.829492 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-6256f96e-9d8d-4935-ba00-d3b802a62ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:23.831116 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-6256f96e-9d8d-4935-ba00-d3b802a62ab5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4431fc73-3fb8-434b-bf66-62a52da49b46 HTTP/1.1" status: 200 len: 853 time: 0.0526233 Jun 16 18:40:23.866844 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-0da8cafd-0e1a-4dc9-a75f-c4a5ecf91cd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9ae11bf-ea91-454f-9c1b-43afd598e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jun 16 18:40:23.967241 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-48948897-0c76-4bc0-aa4b-c450dcb1e3f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923991 Jun 16 18:40:24.071470 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-c9e30a8b-19eb-4947-beaa-868eab5c8b48 req-d571f85b-0a1d-41bd-9cb8-0ef558a8aa3d service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983505 Jun 16 18:40:24.443707 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdd960-7c72-471c-a8f3-cda7d8b182e2 req-ba07f912-6c02-4c49-b009-efa5fdd360c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:24.446050 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0cfdd960-7c72-471c-a8f3-cda7d8b182e2 req-ba07f912-6c02-4c49-b009-efa5fdd360c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 943 time: 0.0546672 Jun 16 18:40:24.519611 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=72 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:24.527846 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:24.531521 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-0cfdd960-7c72-471c-a8f3-cda7d8b182e2 req-96a7dc5b-330a-4b83-961b-c1a059935196 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794246 Jun 16 18:40:24.887521 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-8bc23897-32c2-4b47-86e5-67d35e7be214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:24.889520 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-8bc23897-32c2-4b47-86e5-67d35e7be214 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 1127 time: 0.0482407 Jun 16 18:40:24.994531 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:25.002963 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-b1349195-ba6f-4dda-800a-7fff35fdd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:25.004745 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-b1349195-ba6f-4dda-800a-7fff35fdd76b service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 915 time: 0.1094227 Jun 16 18:40:25.050981 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-a82208c2-10e9-44f2-9906-19e6a5db9103 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49505317-98c6-40ac-8436-407ceeae082b HTTP/1.1" status: 200 len: 217 time: 0.0394359 Jun 16 18:40:25.115826 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-2562bdc9-394d-49a4-b9b5-c98bdffa91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:25.117403 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-2562bdc9-394d-49a4-b9b5-c98bdffa91bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4431fc73-3fb8-434b-bf66-62a52da49b46 HTTP/1.1" status: 200 len: 853 time: 0.0572298 Jun 16 18:40:25.158566 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-a8d08c90-9090-47c0-9d7f-30db43f7c3f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9ae11bf-ea91-454f-9c1b-43afd598e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343316 Jun 16 18:40:25.327641 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-b05edd10-6a47-4260-8373-76ed8781ba3d service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614368 Jun 16 18:40:25.869825 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23691481-2ad2-4456-9971-9c3e18581101 req-09fb61fd-0a3b-4765-9942-0f77db0a8f4e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:25.871682 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-23691481-2ad2-4456-9971-9c3e18581101 req-09fb61fd-0a3b-4765-9942-0f77db0a8f4e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 943 time: 0.0661590 Jun 16 18:40:25.899886 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd5f5c1c-aa22-4eca-bc1a-7fc79cf8b144 req-c2874cf6-8921-403a-88d4-b18c601183d6 service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660048 Jun 16 18:40:25.944549 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-23691481-2ad2-4456-9971-9c3e18581101 req-1df596e1-68ba-4f35-a624-94d6e9681aaa tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Jun 16 18:40:26.434832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:26.443904 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:27.068943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:27.082779 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626510-0316-45b0-9e5d-a9b661b2b025 req-03b362f1-d1d4-438f-88d7-cf3c990243c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:27.084592 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-05626510-0316-45b0-9e5d-a9b661b2b025 req-03b362f1-d1d4-438f-88d7-cf3c990243c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 943 time: 0.0635147 Jun 16 18:40:27.143487 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-05626510-0316-45b0-9e5d-a9b661b2b025 req-8a1bc164-1c0a-4bc1-95ea-924fb308db08 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jun 16 18:40:27.170856 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 49505317-98c6-40ac-8436-407ceeae082b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:40:27.288690 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=49505317-98c6-40ac-8436-407ceeae082b,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:27.303047 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '49505317-98c6-40ac-8436-407ceeae082b', 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c', 'port_id': '49505317-98c6-40ac-8436-407ceeae082b', 'mac_address': 'fa:16:3e:31:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431fc73-3fb8-434b-bf66-62a52da49b46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:40:27.345683 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 49505317-98c6-40ac-8436-407ceeae082b is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:40:27.346101 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (49505317-98c6-40ac-8436-407ceeae082b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:27.361779 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49505317-98c6-40ac-8436-407ceeae082b {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:40:27.388833 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=49505317-98c6-40ac-8436-407ceeae082b,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:27.397777 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:27.406993 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0fd035ed-1e00-4e50-b713-e3c9d5f383d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:27.454947 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:27.463621 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.463972 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.464330 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.464673 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.465015 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.465345 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.465754 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.466087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.466919 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.467286 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.467637 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.467970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.468385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.468784 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.469109 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:27.613878 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['49505317-98c6-40ac-8436-407ceeae082b'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:40:28.226042 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:28.270817 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09dad4-e942-48f3-a69e-ea67daeb335e req-9df6a80f-f82f-4cbb-847c-69c3c28b49e9 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:28.272488 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d09dad4-e942-48f3-a69e-ea67daeb335e req-9df6a80f-f82f-4cbb-847c-69c3c28b49e9 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 944 time: 0.0566387 Jun 16 18:40:28.327745 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1d09dad4-e942-48f3-a69e-ea67daeb335e req-2e904908-a18e-44cf-a15b-7192a8b48224 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Jun 16 18:40:29.176073 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 49505317-98c6-40ac-8436-407ceeae082b up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:40:29.223107 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 49505317-98c6-40ac-8436-407ceeae082b completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:40:29.229909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 49505317-98c6-40ac-8436-407ceeae082b triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:40:29.230310 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (49505317-98c6-40ac-8436-407ceeae082b), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:29.311903 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 49505317-98c6-40ac-8436-407ceeae082b is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:40:29.312316 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (49505317-98c6-40ac-8436-407ceeae082b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:29.338412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49505317-98c6-40ac-8436-407ceeae082b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:40:29.340731 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be158267-77dd-4556-9261-4b2fb8e6f4a3" -d '{"events": [{"server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "name": "network-vif-plugged", "status": "completed", "tag": "49505317-98c6-40ac-8436-407ceeae082b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:29.364803 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=49505317-98c6-40ac-8436-407ceeae082b,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:40:29.375048 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:29.387980 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385a0c7-abaf-4ec4-b039-af2a19670b09 x-openstack-request-id: req-a385a0c7-abaf-4ec4-b039-af2a19670b09 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:29.388316 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "name": "network-vif-plugged", "status": "completed", "tag": "49505317-98c6-40ac-8436-407ceeae082b", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:29.390018 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a385a0c7-abaf-4ec4-b039-af2a19670b09 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:29.390018 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a385a0c7-abaf-4ec4-b039-af2a19670b09'] response: {'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49505317-98c6-40ac-8436-407ceeae082b', 'code': 200} Jun 16 18:40:29.445304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:29.498126 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468b89b-cc61-4e3c-b2a7-462cc0283e66 req-37d72563-7c88-457d-8131-c6b370dd4d04 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:29.499744 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8468b89b-cc61-4e3c-b2a7-462cc0283e66 req-37d72563-7c88-457d-8131-c6b370dd4d04 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0593917 Jun 16 18:40:29.595395 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8468b89b-cc61-4e3c-b2a7-462cc0283e66 req-e8cf9a1f-cdaa-45c6-ac39-1dca3e14c2c7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874858 Jun 16 18:40:29.602516 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86a23-d89f-4578-8755-9ad6d4d6a563 req-356a63a7-a325-42ee-bda4-f420131be6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:29.604281 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bce86a23-d89f-4578-8755-9ad6d4d6a563 req-356a63a7-a325-42ee-bda4-f420131be6c1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 1129 time: 0.0587513 Jun 16 18:40:29.666955 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bce86a23-d89f-4578-8755-9ad6d4d6a563 req-0c434be4-9abe-4542-8ea7-be5043da38c2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Jun 16 18:40:29.719365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c4112219-fede-479a-937e-30f2fa1f9250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:30.772253 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1a2cd-5c70-432f-adb4-6be10092177b req-53b15643-fb28-416b-b894-4e8c37e145b3 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:30.773779 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a4e1a2cd-5c70-432f-adb4-6be10092177b req-53b15643-fb28-416b-b894-4e8c37e145b3 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0683262 Jun 16 18:40:30.830231 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a4e1a2cd-5c70-432f-adb4-6be10092177b req-85425809-d47e-4cba-b692-54e164861a6e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498469 Jun 16 18:40:31.065242 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:31.971712 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa414f2-1e04-4821-8b4f-374b91d69e12 req-b107125b-0250-4b29-8344-628f0de2676c tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:40:31.973391 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3aa414f2-1e04-4821-8b4f-374b91d69e12 req-b107125b-0250-4b29-8344-628f0de2676c tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0588520 Jun 16 18:40:32.029835 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-3aa414f2-1e04-4821-8b4f-374b91d69e12 req-a5ac1212-da8e-46d4-b4cf-9eed168f7c18 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Jun 16 18:40:32.523466 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:32.821682 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:40.817823 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=47 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:40.826909 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=14 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:42.022967 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=73 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:42.026183 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=33 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:42.813050 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:42.816551 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:46.406458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:49.508743 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:40:56.393263 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:56.401374 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:40:57.412618 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-57b4da33-0153-410b-8dae-759bac08e46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:40:59.717196 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0380fd8f-1089-4841-8702-57069d6ba0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:01.071379 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:01.517447 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:01.524735 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:02.497619 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:02.822016 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:09.448964 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a4c50-6191-44fe-acaa-f9c0062080a4 req-070642c6-013b-468f-a415-d31a3f6241e7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:09.452556 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db3a4c50-6191-44fe-acaa-f9c0062080a4 req-070642c6-013b-468f-a415-d31a3f6241e7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jun 16 18:41:09.513594 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-db3a4c50-6191-44fe-acaa-f9c0062080a4 req-3951d0e8-fc76-455c-bc97-6d99997c98c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Jun 16 18:41:10.650734 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29634-919d-4910-aa52-8195b3b389ce req-c67a060b-1919-480d-83af-ef76aeaa40fb tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:10.652407 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f1c29634-919d-4910-aa52-8195b3b389ce req-c67a060b-1919-480d-83af-ef76aeaa40fb tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Jun 16 18:41:10.715958 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-f1c29634-919d-4910-aa52-8195b3b389ce req-77c90754-009c-4e0a-a8de-0a1508c0d4be tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Jun 16 18:41:10.948819 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-78ad5bc2-a1c4-40db-a9f9-b09e80860b3b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:10.951190 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-78ad5bc2-a1c4-40db-a9f9-b09e80860b3b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Jun 16 18:41:11.072835 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Deleting port 49505317-98c6-40ac-8436-407ceeae082b {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:41:11.073384 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (49505317-98c6-40ac-8436-407ceeae082b), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:11.235321 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] For port 49505317-98c6-40ac-8436-407ceeae082b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=49505317-98c6-40ac-8436-407ceeae082b,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:41:11.235591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (49505317-98c6-40ac-8436-407ceeae082b), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:11.255673 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Calling delete_port for 49505317-98c6-40ac-8436-407ceeae082b owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:41:11.409175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (49505317-98c6-40ac-8436-407ceeae082b), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:11.423264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['49505317-98c6-40ac-8436-407ceeae082b'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:41:11.446071 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Pushing event deleted for resources: {'Port': ['ID=49505317-98c6-40ac-8436-407ceeae082b,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:11.499418 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] No DVR routers for this DVR port 49505317-98c6-40ac-8436-407ceeae082b on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:41:11.502287 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:11.506130 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-5de3d72a-a61f-42a8-a7c4-9fd6a86865f2 req-1001d757-f564-4d78-bd57-85bfdaa6b9e8 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "DELETE /v2.0/ports/49505317-98c6-40ac-8436-407ceeae082b HTTP/1.1" status: 204 len: 173 time: 0.5497472 Jun 16 18:41:11.506596 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'name': 'network-vif-deleted', 'tag': '49505317-98c6-40ac-8436-407ceeae082b'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:41:11.509028 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a91e45-d793-421e-8caf-7fd7c26ae22d" -d '{"events": [{"server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "name": "network-vif-deleted", "tag": "49505317-98c6-40ac-8436-407ceeae082b"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:11.586742 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543492e3-ef63-471a-a876-7c08375e01bc x-openstack-request-id: req-543492e3-ef63-471a-a876-7c08375e01bc {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:11.587030 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd8a769-a724-4f30-8a46-78d0e9393645", "name": "network-vif-deleted", "tag": "49505317-98c6-40ac-8436-407ceeae082b", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:11.587287 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-543492e3-ef63-471a-a876-7c08375e01bc {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:11.587708 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543492e3-ef63-471a-a876-7c08375e01bc'] response: {'server_uuid': 'ffd8a769-a724-4f30-8a46-78d0e9393645', 'name': 'network-vif-deleted', 'tag': '49505317-98c6-40ac-8436-407ceeae082b', 'status': 'completed', 'code': 200} Jun 16 18:41:11.855539 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-07905e9f-70f2-4a51-ac9e-b044cf2cb0bb req-5633581a-824d-4946-9752-2d0f948b321a tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd8a769-a724-4f30-8a46-78d0e9393645 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Jun 16 18:41:15.841403 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 49505317-98c6-40ac-8436-407ceeae082b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:41:15.866324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 49505317-98c6-40ac-8436-407ceeae082b {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:41:15.866734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 49505317-98c6-40ac-8436-407ceeae082b not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:41:16.406271 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:21.106257 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-6e013398-c301-4fd3-9593-3478a825d48b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:21.108546 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-6e013398-c301-4fd3-9593-3478a825d48b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 813 time: 0.1221857 Jun 16 18:41:21.125721 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-555bb260-081f-4067-9dde-e5c1af9bf0c6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/quotas/3bc7c74836e6485cbb5799b77faee4fd HTTP/1.1" status: 200 len: 375 time: 0.0110009 Jun 16 18:41:21.163709 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-820819b2-0373-47d1-b8a5-2f8fd13078ed tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318542 Jun 16 18:41:21.176875 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-9cd8112f-8e27-4af8-9aba-a1b97692bdac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:41:21.178071 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-9cd8112f-8e27-4af8-9aba-a1b97692bdac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064211 Jun 16 18:41:21.323048 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-f896a5df-5bc1-4ff2-aaef-1482ff26ba7c service neutron] 10.222.0.30 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385214 Jun 16 18:41:21.438413 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-0ddd893d-cfc3-4dd3-9a8c-44ab34331d90 service neutron] 10.222.0.30 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085844 Jun 16 18:41:21.479602 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:21.481766 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:21.652277 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-579f1c88-21e5-40b1-9118-a40a6a640b15 req-7071e62b-c8e0-49ed-903e-04ea5137a8e6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 210 time: 0.0363505 Jun 16 18:41:22.775086 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-ed6c0171-1c07-4484-95f0-6535cd4f81e7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:22.779073 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-ed6c0171-1c07-4484-95f0-6535cd4f81e7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 813 time: 0.1907725 Jun 16 18:41:22.800030 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Request body: {'port': {'device_id': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c', 'admin_state_up': True, 'tenant_id': '3bc7c74836e6485cbb5799b77faee4fd'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:41:22.823188 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-fb2ce09f-2ac5-4e4b-892f-049b6cf195e4 req-f4c96128-fdf7-42fa-bd8b-141a3b6cc84c tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 210 time: 0.0454533 Jun 16 18:41:22.941509 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Made reservation on behalf of 3bc7c74836e6485cbb5799b77faee4fd for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:41:22.945835 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:23.109684 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Allocated IP 172.20.0.9 (f9ae11bf-ea91-454f-9c1b-43afd598e56c/4431fc73-3fb8-434b-bf66-62a52da49b46/f1a96929-80c6-471a-b0da-627f9f8fc0df) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:41:23.389002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks [] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:23.429682 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:23.480799 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Network f9ae11bf-ea91-454f-9c1b-43afd598e56c is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:41:23.487066 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:41:23.491901 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:41:23.499739 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Pushing event updated for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:23.531876 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.532273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.532618 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.532962 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.533300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.533636 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.533966 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.534298 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.534630 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.534958 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.535293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.535622 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.535949 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.536303 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.536628 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:23.567321 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:23.568015 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:23.589297 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-eec5e128-ac02-48b6-8805-4b97a76c2f58 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977817 Jun 16 18:41:23.619610 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Request body: {'port': {'device_id': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:41:23.697175 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:23.754035 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:23.755577 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:24.031980 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf864c-6f56-454e-b503-74c4dae0b690 req-fe38f26e-f549-493d-9ddb-d08abc33756e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.033655 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-facf864c-6f56-454e-b503-74c4dae0b690 req-fe38f26e-f549-493d-9ddb-d08abc33756e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 931 time: 0.0835829 Jun 16 18:41:24.089154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a96929-80c6-471a-b0da-627f9f8fc0df {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:41:24.102582 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks [] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:24.140926 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Transition to ACTIVE for port object f1a96929-80c6-471a-b0da-627f9f8fc0df will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:41:24.146535 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-facf864c-6f56-454e-b503-74c4dae0b690 req-0d7220ab-bf39-4f16-a96a-a46202b5d306 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890763 Jun 16 18:41:24.148112 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:24.204506 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:24.298490 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Attempting to bind port f1a96929-80c6-471a-b0da-627f9f8fc0df on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:41:24.298761 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Attempting to bind port f1a96929-80c6-471a-b0da-627f9f8fc0df by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:41:24.299057 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Attempting to bind port f1a96929-80c6-471a-b0da-627f9f8fc0df on network f9ae11bf-ea91-454f-9c1b-43afd598e56c {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:41:24.304701 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Port f1a96929-80c6-471a-b0da-627f9f8fc0df on network f9ae11bf-ea91-454f-9c1b-43afd598e56c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:41:24.305063 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Attempting to bind port f1a96929-80c6-471a-b0da-627f9f8fc0df on network f9ae11bf-ea91-454f-9c1b-43afd598e56c {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:41:24.312094 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:41:24.312634 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Checking segment: {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:41:24.313157 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Bound using segment: {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:41:24.313844 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Bound port: f1a96929-80c6-471a-b0da-627f9f8fc0df, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66099f9f-7175-42fd-b65a-4c0ebedd3006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:41:24.314308 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:24.389666 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:41:24.393258 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:41:24.401131 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:24.443159 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.443792 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:24.445413 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] 10.222.0.88 "PUT /v2.0/ports/f1a96929-80c6-471a-b0da-627f9f8fc0df HTTP/1.1" status: 200 len: 1093 time: 0.8300745 Jun 16 18:41:24.445896 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:41:24.448316 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:24.476959 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e101e3-ad63-4e14-b97b-6554d635f438 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:24.532805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa49a24-43bd-448a-a442-13d08f4136da x-openstack-request-id: req-5aa49a24-43bd-448a-a442-13d08f4136da {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:24.533141 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:24.533349 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aa49a24-43bd-448a-a442-13d08f4136da {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:24.533770 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa49a24-43bd-448a-a442-13d08f4136da'] response: {'name': 'network-changed', 'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df', 'status': 'completed', 'code': 200} Jun 16 18:41:24.548938 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-73b0d39b-d260-4ddd-b886-ca34757b6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.550709 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-73b0d39b-d260-4ddd-b886-ca34757b6b56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 1127 time: 0.0558879 Jun 16 18:41:24.595391 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-0c7451b7-9ea3-4a74-a522-f93379d2cf06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df HTTP/1.1" status: 200 len: 217 time: 0.0371943 Jun 16 18:41:24.657698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba719e-80dc-4616-a222-0a52d849c597 req-9e806964-df56-4488-a322-3e5a621c90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.659245 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-9e806964-df56-4488-a322-3e5a621c90ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4431fc73-3fb8-434b-bf66-62a52da49b46 HTTP/1.1" status: 200 len: 853 time: 0.0524683 Jun 16 18:41:24.695344 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-38c26685-d6c3-4b8f-86d3-87065ed8dc2b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9ae11bf-ea91-454f-9c1b-43afd598e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285809 Jun 16 18:41:24.698045 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-558a25c9-6fb5-460a-bd8f-614a7ca6440f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647345 Jun 16 18:41:24.802951 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-653e4671-c61d-4814-9574-b8cd520284de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.804846 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-653e4671-c61d-4814-9574-b8cd520284de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 1130 time: 0.0528359 Jun 16 18:41:24.815605 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-e20e7649-e3d7-4a80-b517-b57f6e07186d service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095977 Jun 16 18:41:24.891046 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:24.903088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:24.931872 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-48ba719e-80dc-4616-a222-0a52d849c597 req-ec2a9846-c687-4206-97dd-41d485d31d7d service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046300 Jun 16 18:41:24.972524 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-5e84720f-1f4f-4942-80c1-649b37429230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:24.974934 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-5e84720f-1f4f-4942-80c1-649b37429230 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1478190 Jun 16 18:41:25.278139 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c915-b3e0-46c5-a082-e552e2b83de1 req-affa7c75-b427-43ab-aee2-6b05cd2c0c2b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:25.279997 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-87e6c915-b3e0-46c5-a082-e552e2b83de1 req-affa7c75-b427-43ab-aee2-6b05cd2c0c2b tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 943 time: 0.0541909 Jun 16 18:41:25.343508 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-87e6c915-b3e0-46c5-a082-e552e2b83de1 req-b41eb4e6-99f2-468b-8362-3c41b1fc5316 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Jun 16 18:41:25.749086 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-cc39aaee-33f8-408e-a190-4519f78c4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:25.750996 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-cc39aaee-33f8-408e-a190-4519f78c4985 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 1127 time: 0.0696537 Jun 16 18:41:25.779477 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-f1c6c0ef-75ab-463c-b75f-2f7121f6ebaf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 200 len: 1002 time: 0.0981398 Jun 16 18:41:25.845781 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:25.866713 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-375c58cc-46b6-44ff-abec-3a43e3c10c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:25.869938 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-375c58cc-46b6-44ff-abec-3a43e3c10c8e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0821843 Jun 16 18:41:25.873604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f1a96929-80c6-471a-b0da-627f9f8fc0df details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:41:25.884369 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-9e8d5016-83e3-4bab-a0c5-d99b78357de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:25.887034 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-9e8d5016-83e3-4bab-a0c5-d99b78357de9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 200 len: 915 time: 0.1285062 Jun 16 18:41:25.944675 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-6a3f006f-65a9-4df4-840b-3e383d47e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:25.945545 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-b76d3470-ff06-4fe3-9b58-97d802170a88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df HTTP/1.1" status: 200 len: 217 time: 0.0526345 Jun 16 18:41:25.946744 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-6a3f006f-65a9-4df4-840b-3e383d47e871 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711167 Jun 16 18:41:26.018371 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:41:26.030915 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-ed27c5c0-9a24-4f5e-a01b-34a259d8dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:26.032374 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-ed27c5c0-9a24-4f5e-a01b-34a259d8dfb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4431fc73-3fb8-434b-bf66-62a52da49b46 HTTP/1.1" status: 200 len: 853 time: 0.0758510 Jun 16 18:41:26.039261 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': 'f1a96929-80c6-471a-b0da-627f9f8fc0df', 'network_id': 'f9ae11bf-ea91-454f-9c1b-43afd598e56c', 'port_id': 'f1a96929-80c6-471a-b0da-627f9f8fc0df', 'mac_address': 'fa:16:3e:8c:e2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431fc73-3fb8-434b-bf66-62a52da49b46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:41:26.070614 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-80c97a25-7f97-4c15-9ea3-69ca97489029 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9ae11bf-ea91-454f-9c1b-43afd598e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jun 16 18:41:26.098192 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-e203aba4-231c-4259-986f-921c41233ff7 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415477 Jun 16 18:41:26.102346 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port f1a96929-80c6-471a-b0da-627f9f8fc0df is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:41:26.103097 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:26.136306 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a96929-80c6-471a-b0da-627f9f8fc0df {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:41:26.170832 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:41:26.178420 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:26.231081 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-fa47623d-3a9a-4c17-9e31-108cec3dfad8 service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531076 Jun 16 18:41:26.271250 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:26.275284 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-af546bf1-5bbb-4049-842b-d4a8ed74fbf4 req-959c42ea-825d-459a-b664-bee4d327506f service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704102 Jun 16 18:41:26.381307 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8cdc16f6-9ff9-44ee-9b09-7cf968aa5f88 req-2cf8a37c-8d8a-4023-a8e7-1fcaf4c7740c service neutron] 10.222.0.88 "GET /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439447 Jun 16 18:41:26.410224 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['f1a96929-80c6-471a-b0da-627f9f8fc0df'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:41:26.415582 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:26.502110 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5458fd-7920-4e4d-a271-30d8ade2ddce req-b7d9b2a6-dcea-4563-9b3a-bb3f433f976d tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:26.503800 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8a5458fd-7920-4e4d-a271-30d8ade2ddce req-b7d9b2a6-dcea-4563-9b3a-bb3f433f976d tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 944 time: 0.0731747 Jun 16 18:41:26.511359 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:41:26.534854 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:26.541793 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=100 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:26.579588 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8a5458fd-7920-4e4d-a271-30d8ade2ddce req-7f23c000-f4e2-4180-b06b-192fc80b9441 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620267 Jun 16 18:41:27.410324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe3514ea-cca4-4b5b-ac1e-fb2b1b4a838d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:27.724658 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162b32-0c5d-4448-9e4c-d5b0db14e03d req-2733f5ca-4291-482c-a28e-0fd8f1962196 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:27.726273 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-53162b32-0c5d-4448-9e4c-d5b0db14e03d req-2733f5ca-4291-482c-a28e-0fd8f1962196 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 944 time: 0.0572665 Jun 16 18:41:27.787158 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-53162b32-0c5d-4448-9e4c-d5b0db14e03d req-af5c8408-990c-4e86-83f7-72da0a1ee827 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538299 Jun 16 18:41:27.872761 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f1a96929-80c6-471a-b0da-627f9f8fc0df up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:41:27.926257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port f1a96929-80c6-471a-b0da-627f9f8fc0df completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:41:27.934425 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port f1a96929-80c6-471a-b0da-627f9f8fc0df triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:41:27.934862 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:28.048352 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port f1a96929-80c6-471a-b0da-627f9f8fc0df is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:41:28.048898 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:28.092275 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:41:28.096340 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a86ada-99db-411d-b19e-9c436acdeaec" -d '{"events": [{"server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:28.119596 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:41:28.127221 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:28.165020 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f889d3-87a0-48a1-9cee-542f3cd39b7f x-openstack-request-id: req-73f889d3-87a0-48a1-9cee-542f3cd39b7f {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:28.165453 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:28.165820 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73f889d3-87a0-48a1-9cee-542f3cd39b7f {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:28.166420 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f889d3-87a0-48a1-9cee-542f3cd39b7f'] response: {'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df', 'code': 200} Jun 16 18:41:28.216344 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:28.226631 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.227076 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.227430 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.227943 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.228317 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.228654 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.228984 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.229314 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.229642 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.229970 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.230604 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.230871 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.231732 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.231934 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.232257 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:28.339095 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0b2d-a45a-47ff-9403-c2abe17b61ec req-e2504559-8d11-45bf-8ed3-bd8b177c6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:28.341789 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5ec0b2d-a45a-47ff-9403-c2abe17b61ec req-e2504559-8d11-45bf-8ed3-bd8b177c6a9b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 1129 time: 0.0492594 Jun 16 18:41:28.394504 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b5ec0b2d-a45a-47ff-9403-c2abe17b61ec req-60ae9a4a-b45f-48ad-bb46-fb03456d1a99 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Jun 16 18:41:28.919670 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a957b-330c-4624-a247-af24c6369ed0 req-c24dd79d-c1f3-45ad-9610-e1116bc8bc9f tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:28.921377 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-603a957b-330c-4624-a247-af24c6369ed0 req-c24dd79d-c1f3-45ad-9610-e1116bc8bc9f tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 945 time: 0.0548170 Jun 16 18:41:28.983944 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-603a957b-330c-4624-a247-af24c6369ed0 req-00d26ae7-34e1-4f79-bac8-ee3f5d8861c9 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Jun 16 18:41:29.719626 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-9c17-4735-816c-9c85f564d2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:30.122012 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7702-b05a-4826-88b5-1be9fed9b62a req-4f5920e6-8822-4930-b7a2-46d99151b502 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:30.124081 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-53ed7702-b05a-4826-88b5-1be9fed9b62a req-4f5920e6-8822-4930-b7a2-46d99151b502 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 945 time: 0.0568995 Jun 16 18:41:30.180501 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-53ed7702-b05a-4826-88b5-1be9fed9b62a req-332b2ae4-bea5-41a6-a67c-9258bcd8bbaa tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498757 Jun 16 18:41:31.050088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:31.069722 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:32.500655 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:32.822234 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:38.522294 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:38.533274 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:38.970836 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=84 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:38.978965 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=75 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:40.173451 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=11 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:40.177010 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=12 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:42.812324 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:42.815473 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:46.439668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:48.720197 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bc8b0-6bf1-4c7d-b480-d57d3e2c1980 req-2311c959-ffae-4d38-be4b-7b1909d143c7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:48.722988 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5f7bc8b0-6bf1-4c7d-b480-d57d3e2c1980 req-2311c959-ffae-4d38-be4b-7b1909d143c7 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 945 time: 0.0662699 Jun 16 18:41:48.784237 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-5f7bc8b0-6bf1-4c7d-b480-d57d3e2c1980 req-74803c6f-97ab-4155-b06a-df3b3a85e6e6 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Jun 16 18:41:49.921267 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e254da9-a3d0-43da-a221-5ee88c49e097 req-0fb4bc85-3b5a-40cd-a95f-4abe6dc47f67 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:49.923136 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e254da9-a3d0-43da-a221-5ee88c49e097 req-0fb4bc85-3b5a-40cd-a95f-4abe6dc47f67 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 945 time: 0.0564528 Jun 16 18:41:49.995220 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2e254da9-a3d0-43da-a221-5ee88c49e097 req-b2892783-7bfc-4424-aefd-3e7ca4e69bd4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/security-groups?id=56091a63-a60b-431f-9892-4b11578f4f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Jun 16 18:41:50.395583 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751dfa-1834-4703-bf04-08452ce4512a req-4feb7604-e337-423c-a8bf-d66097b10199 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:41:50.397292 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8a751dfa-1834-4703-bf04-08452ce4512a req-4feb7604-e337-423c-a8bf-d66097b10199 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 945 time: 0.0544462 Jun 16 18:41:50.503236 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Deleting port f1a96929-80c6-471a-b0da-627f9f8fc0df {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:41:50.503743 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:50.639613 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] For port f1a96929-80c6-471a-b0da-627f9f8fc0df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f1a96929-80c6-471a-b0da-627f9f8fc0df,segment=NetworkSegment(66099f9f-7175-42fd-b65a-4c0ebedd3006),segment_id=66099f9f-7175-42fd-b65a-4c0ebedd3006)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:41:50.640078 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:50.658674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Calling delete_port for f1a96929-80c6-471a-b0da-627f9f8fc0df owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:41:50.812397 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (f1a96929-80c6-471a-b0da-627f9f8fc0df), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:50.826669 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['f1a96929-80c6-471a-b0da-627f9f8fc0df'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:41:50.843628 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Pushing event deleted for resources: {'Port': ['ID=f1a96929-80c6-471a-b0da-627f9f8fc0df,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:50.898626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] No DVR routers for this DVR port f1a96929-80c6-471a-b0da-627f9f8fc0df on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:41:50.901416 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:50.905731 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8a751dfa-1834-4703-bf04-08452ce4512a req-c0ca1fd5-42ec-404a-8e4a-66e39b42b9f4 tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.88 "DELETE /v2.0/ports/f1a96929-80c6-471a-b0da-627f9f8fc0df HTTP/1.1" status: 204 len: 173 time: 0.5022466 Jun 16 18:41:50.906233 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'name': 'network-vif-deleted', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:41:50.909166 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16813a36-bff3-4088-b8f9-6daee20e02d4" -d '{"events": [{"server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "name": "network-vif-deleted", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:50.966646 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdbc25f-327e-4364-82c4-26241551c1ee x-openstack-request-id: req-7bdbc25f-327e-4364-82c4-26241551c1ee {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:50.967353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8e84f5-f7b3-4ad0-bccf-07f602eb239e", "name": "network-vif-deleted", "tag": "f1a96929-80c6-471a-b0da-627f9f8fc0df", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:50.967507 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bdbc25f-327e-4364-82c4-26241551c1ee {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:50.968176 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdbc25f-327e-4364-82c4-26241551c1ee'] response: {'server_uuid': 'bc8e84f5-f7b3-4ad0-bccf-07f602eb239e', 'name': 'network-vif-deleted', 'tag': 'f1a96929-80c6-471a-b0da-627f9f8fc0df', 'status': 'completed', 'code': 200} Jun 16 18:41:51.124973 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7bb65390-8347-468a-8c24-4ec525c354db req-487aa70f-021a-41ff-8e4a-4d3f4b2f157e tempest-VolumesSnapshotTestJSON-723812961 tempest-VolumesSnapshotTestJSON-723812961-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8e84f5-f7b3-4ad0-bccf-07f602eb239e HTTP/1.1" status: 200 len: 210 time: 0.0312297 Jun 16 18:41:53.981475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f1a96929-80c6-471a-b0da-627f9f8fc0df no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:41:54.002571 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: f1a96929-80c6-471a-b0da-627f9f8fc0df {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:41:54.002915 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device f1a96929-80c6-471a-b0da-627f9f8fc0df not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:41:55.457615 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:55.459940 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:57.406375 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-32f85105-d016-4b33-9209-592af6b7cc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:41:58.777151 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:58.780527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=9 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:41:59.718533 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa40-3881-450b-8029-0356823607da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:01.077719 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:01.104399 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:01.106326 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:02.540437 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:02.823864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:03.514225 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:42:08.205503 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2704ed-a97a-4400-ac62-e08022b9324f req-a1915477-b864-49f8-92d4-49e23ef39ef3 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:08.207708 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6a2704ed-a97a-4400-ac62-e08022b9324f req-a1915477-b864-49f8-92d4-49e23ef39ef3 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0752594 Jun 16 18:42:08.290860 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-6a2704ed-a97a-4400-ac62-e08022b9324f req-ec155bf5-dd62-4173-ab32-5d4982c22df4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763738 Jun 16 18:42:09.443983 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b74f3-9cf4-46e9-99ea-d022e2667fb9 req-185729db-6ac0-4d9f-b022-df98da9e4f4a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:09.446232 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-308b74f3-9cf4-46e9-99ea-d022e2667fb9 req-185729db-6ac0-4d9f-b022-df98da9e4f4a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0686913 Jun 16 18:42:09.516455 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-308b74f3-9cf4-46e9-99ea-d022e2667fb9 req-8f2417fb-503f-4d09-aa69-8824b13effae tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611465 Jun 16 18:42:09.787130 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-483e035a-6a8c-4bd3-9e18-74cdeda683a8 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:09.788662 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-483e035a-6a8c-4bd3-9e18-74cdeda683a8 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 946 time: 0.0536687 Jun 16 18:42:09.923410 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:42:09.923817 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.039099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] For port fb36aaba-0fd0-42b5-b9ac-2f6112753d35, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:42:10.039437 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.248428 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.249035 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (64d4284e-b596-4225-af9d-311bf26e991d), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.249488 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.db.l3_db [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 64d4284e-b596-4225-af9d-311bf26e991d disassociated. External IP: 172.27.2.163, port: fb36aaba-0fd0-42b5-b9ac-2f6112753d35. Jun 16 18:42:10.250114 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for fb36aaba-0fd0-42b5-b9ac-2f6112753d35 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:42:10.403422 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (fb36aaba-0fd0-42b5-b9ac-2f6112753d35), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.432730 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=fb36aaba-0fd0-42b5-b9ac-2f6112753d35,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:10.634195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:42:10.646401 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3dbc3ecc-b58a-478a-be47-898c6554c6d0 req-c0df2610-f7c9-4197-aeec-d5a399f291f9 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7463e71-d7d9-406e-97b0-5ab1dc992c9b HTTP/1.1" status: 200 len: 210 time: 0.0310106 Jun 16 18:42:10.772322 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:10.796309 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:42:10.814045 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:42:10.832870 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:42:10.833919 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:42:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:10.871385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] No DVR routers for this DVR port fb36aaba-0fd0-42b5-b9ac-2f6112753d35 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:42:10.875256 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:10.880498 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-184e0e17-43b7-47a3-80b2-2f3d3bb6aad8 req-694d35b2-935d-4d66-bd73-b3b113a32044 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "DELETE /v2.0/ports/fb36aaba-0fd0-42b5-b9ac-2f6112753d35 HTTP/1.1" status: 204 len: 173 time: 1.0864146 Jun 16 18:42:10.881207 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'name': 'network-vif-deleted', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:42:10.886332 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5424767-c51f-4c30-b396-3fe57ef27c82" -d '{"events": [{"server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "name": "network-vif-deleted", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:10.982707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20feb38-895e-4cd7-922c-50e5d2285583 x-openstack-request-id: req-f20feb38-895e-4cd7-922c-50e5d2285583 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:10.983497 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7463e71-d7d9-406e-97b0-5ab1dc992c9b", "name": "network-vif-deleted", "tag": "fb36aaba-0fd0-42b5-b9ac-2f6112753d35", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:10.983937 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f20feb38-895e-4cd7-922c-50e5d2285583 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:10.984584 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20feb38-895e-4cd7-922c-50e5d2285583'] response: {'server_uuid': 'd7463e71-d7d9-406e-97b0-5ab1dc992c9b', 'name': 'network-vif-deleted', 'tag': 'fb36aaba-0fd0-42b5-b9ac-2f6112753d35', 'status': 'completed', 'code': 200} Jun 16 18:42:11.050100 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:42:11.398995 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:11.426176 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:42:11.437590 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:42:11.438193 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:42:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:11.553237 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:42:11.802305 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:11.834783 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da65c5-bc98-4a0a-a4de-3dc62aad3f62 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:42:12.096232 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-a0a42a0b-f9cb-47d3-a06c-455b18713af9 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290455754&fields=id&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 267 time: 0.0819054 Jun 16 18:42:12.154353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:12.201952 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056136fc-544b-46f5-a129-152fe0ad8e48 None None] New status for floating IP 64d4284e-b596-4225-af9d-311bf26e991d: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:42:12.287040 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-bd019096-a7d2-46b6-a9e9-dc67dca9bc9d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:12.288894 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-bd019096-a7d2-46b6-a9e9-dc67dca9bc9d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1803453 Jun 16 18:42:12.310419 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-2c248fd8-2f39-43fc-abe5-56d8dec6c62e tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/quotas/dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 375 time: 0.0125730 Jun 16 18:42:12.381180 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-c87bf6ec-f9f1-4f7c-87b1-40b7b13c6a33 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616908 Jun 16 18:42:12.500474 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-f4c28efa-1378-463f-bbc3-5ebf4239c653 service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053138 Jun 16 18:42:12.610181 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-23bc492c-326f-4067-a4c8-984a7959746d service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039045 Jun 16 18:42:12.989029 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-573f281f-2855-455f-921a-0f334e34f1ca req-5a20740c-3475-4d9e-92bc-62cc3f2aa535 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 210 time: 0.0451889 Jun 16 18:42:14.110885 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fb36aaba-0fd0-42b5-b9ac-2f6112753d35 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:42:14.148515 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:14.149643 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:14.151581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: fb36aaba-0fd0-42b5-b9ac-2f6112753d35 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:42:14.152541 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device fb36aaba-0fd0-42b5-b9ac-2f6112753d35 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:42:14.161973 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2b38d209-7c73-4f11-8461-213d88549087 req-9f3e0e96-4ef4-44fe-bd32-449bffdcf8e7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 210 time: 0.0440037 Jun 16 18:42:14.181304 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-58884f6f-b735-47d1-84c8-ddef96d99ada tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:14.183490 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-58884f6f-b735-47d1-84c8-ddef96d99ada tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1909597 Jun 16 18:42:14.278737 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-9e5f2ced-c17a-4b7b-a5a3-49d45934e87d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 380 time: 0.0772846 Jun 16 18:42:14.287947 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'port': {'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'admin_state_up': True, 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'security_groups': ['8f3a9864-8b68-41b1-be08-2ef2aca0d90a']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:42:14.457809 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Made reservation on behalf of dff4784f6ab3499b88cb38c81780b754 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:14.462065 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.472017 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37858) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:14.575446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Deleting subnet 4431fc73-3fb8-434b-bf66-62a52da49b46 {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:42:14.583362 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Publish callbacks [] for subnet (4431fc73-3fb8-434b-bf66-62a52da49b46), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.658061 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.20.0.12 (b0cbaebd-d55a-4d35-baec-5307687a93e6/f77c7441-456e-4597-963e-d532a281b67d/3795d114-2dd6-4ca8-8bb7-3dcaf8cde487) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:42:14.662267 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (4431fc73-3fb8-434b-bf66-62a52da49b46), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.721525 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (4431fc73-3fb8-434b-bf66-62a52da49b46), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.775018 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:14.803823 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (4431fc73-3fb8-434b-bf66-62a52da49b46), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.863369 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4431fc73-3fb8-434b-bf66-62a52da49b46,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:14.871733 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.875317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:14.879935 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4431fc73-3fb8-434b-bf66-62a52da49b46 HTTP/1.1" status: 204 len: 168 time: 0.4064162 Jun 16 18:42:14.884735 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37860) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:14.905118 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.905452 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.905797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.906227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.906571 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.906907 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.907240 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.907914 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.908554 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.909187 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.909422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.909767 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.910085 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.910415 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.910742 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f11a8e3-d1e3-4562-b9c6-39447f94f831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:14.930591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.971619 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (f9ae11bf-ea91-454f-9c1b-43afd598e56c), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:14.989441 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.097273 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (f9ae11bf-ea91-454f-9c1b-43afd598e56c), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.148515 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ae11bf-ea91-454f-9c1b-43afd598e56c']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:15.163488 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66099f9f-7175-42fd-b65a-4c0ebedd3006') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:15.163819 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66099f9f-7175-42fd-b65a-4c0ebedd3006') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:15.177945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (66099f9f-7175-42fd-b65a-4c0ebedd3006), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.195382 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (66099f9f-7175-42fd-b65a-4c0ebedd3006), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.205448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:42:15.205864 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (66099f9f-7175-42fd-b65a-4c0ebedd3006), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.295850 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (f9ae11bf-ea91-454f-9c1b-43afd598e56c), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.306518 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.311947 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9ae11bf-ea91-454f-9c1b-43afd598e56c HTTP/1.1" status: 204 len: 168 time: 0.4255960 Jun 16 18:42:15.397062 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8713b-eaee-42d6-b3c6-f65926836785 req-06c4a40e-3f81-4804-8623-df5b76c4820a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:15.399066 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44a8713b-eaee-42d6-b3c6-f65926836785 req-06c4a40e-3f81-4804-8623-df5b76c4820a tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 932 time: 0.0845010 Jun 16 18:42:15.399868 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1393-30f4-4e39-be13-31a205e89c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ae11bf-ea91-454f-9c1b-43afd598e56c,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:15.493759 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:42:15.506191 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-44a8713b-eaee-42d6-b3c6-f65926836785 req-a8ded6e9-9f7d-4f45-9727-a49ce7a64d39 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941701 Jun 16 18:42:15.512435 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:15.524681 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:42:15.573809 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:15.586863 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 66099f9f-7175-42fd-b65a-4c0ebedd3006 resource provider aggregate not found Jun 16 18:42:15.607447 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 66099f9f-7175-42fd-b65a-4c0ebedd3006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66099f9f-7175-42fd-b65a-4c0ebedd3006 found for delete ", "request_id": "req-3fd38c72-0a6d-4aac-955d-2ec951dc7c39"}]} Jun 16 18:42:15.640424 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:15.641280 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.661475 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37872) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:15.672541 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-16bc9b1e-25fc-4058-9f8b-7d26db785211 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3887048 Jun 16 18:42:15.688006 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Request body: {'port': {'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:42:15.730317 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-16e8186d-4097-4f08-ac5c-2fe6e21de0b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bc7c74836e6485cbb5799b77faee4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670092 Jun 16 18:42:15.733016 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37874) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:15.777535 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.819888 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] Publish callbacks [] for security_group (56091a63-a60b-431f-9892-4b11578f4f17), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.830855 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:15.849003 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] Publish callbacks [] for security_group (56091a63-a60b-431f-9892-4b11578f4f17), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.909852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-1c8d7ad7-3ad3-4540-921b-a209e7dbb1e9 None None] Provisioning complete for port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:42:15.910953 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7ad7-3ad3-4540-921b-a209e7dbb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.941958 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (56091a63-a60b-431f-9892-4b11578f4f17), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.947697 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:15.952620 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56091a63-a60b-431f-9892-4b11578f4f17 HTTP/1.1" status: 204 len: 168 time: 0.2181175 Jun 16 18:42:15.964277 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d7ad7-3ad3-4540-921b-a209e7dbb1e9 None None] Port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:42:15.971603 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f2ff0-81c8-4820-b35e-086267982cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56091a63-a60b-431f-9892-4b11578f4f17,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:16.244381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:42:16.253495 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks [] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.282909 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Transition to ACTIVE for port object 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:42:16.289044 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.389959 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Pushing event updated for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:16.477636 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.541140 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Attempting to bind port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:42:16.542264 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Attempting to bind port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:42:16.542717 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Attempting to bind port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:42:16.551283 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:42:16.551827 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Attempting to bind port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:42:16.563195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:42:16.563733 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:42:16.564435 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Bound using segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:42:16.565202 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Bound port: 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:42:16.565884 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.627135 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:16.717987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea501203-ac97-4889-9598-e754be061eaa req-c6c6ab93-cbf4-4e3f-99f1-52ad1f548c1d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:16.719547 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ea501203-ac97-4889-9598-e754be061eaa req-c6c6ab93-cbf4-4e3f-99f1-52ad1f548c1d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0829227 Jun 16 18:42:16.721356 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:42:16.724764 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:42:16.736390 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:16.737815 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.805272 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:16.805901 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:16.808580 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] 10.222.0.88 "PUT /v2.0/ports/3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 1094 time: 1.1264582 Jun 16 18:42:16.808852 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:42:16.811200 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a7f8d-64c2-4c64-bb92-132b1bc278f3" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:16.847088 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ea501203-ac97-4889-9598-e754be061eaa req-db01d7ba-756c-4409-b011-a9eaec1fcbf9 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185749 Jun 16 18:42:16.871531 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d87cf-ef8c-4188-b11f-b8b5c400b001 service neutron] Pushing event updated for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:16.895677 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6756595-c8e6-4903-ab2e-43ed0ec44a8b x-openstack-request-id: req-a6756595-c8e6-4903-ab2e-43ed0ec44a8b {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:16.895980 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:16.896275 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6756595-c8e6-4903-ab2e-43ed0ec44a8b {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:16.896718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6756595-c8e6-4903-ab2e-43ed0ec44a8b'] response: {'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'status': 'completed', 'code': 200} Jun 16 18:42:16.913060 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-d7117ae8-0813-41e6-b39d-048066dbebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:16.914667 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-d7117ae8-0813-41e6-b39d-048066dbebdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1128 time: 0.0590892 Jun 16 18:42:16.964010 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-e966a38e-8c36-4dbc-8a92-9d7fa8f7749e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 217 time: 0.0411758 Jun 16 18:42:17.034263 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-3508c7e2-abc8-4984-9147-c0f1860d4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.035937 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-3508c7e2-abc8-4984-9147-c0f1860d4bc2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0658679 Jun 16 18:42:17.103146 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-f377e0a3-b19b-4d6a-a6a0-9dc66dd9f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.106044 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-f377e0a3-b19b-4d6a-a6a0-9dc66dd9f4c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0608151 Jun 16 18:42:17.217831 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-7d982b03-385a-4048-b721-93fd5b367346 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054025 Jun 16 18:42:17.325390 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-819ab24f-a7d7-4d3d-aa0b-60efca3e3d0f req-2044622b-bde6-4673-9a93-2e88994c262a service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013277 Jun 16 18:42:17.567725 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-ea47b66f-c32c-4421-a1b6-31eb7561f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.569350 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-ea47b66f-c32c-4421-a1b6-31eb7561f248 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1128 time: 0.0530536 Jun 16 18:42:17.684856 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-9d410d54-66d4-412a-b823-4ba7883cd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.686408 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-9d410d54-66d4-412a-b823-4ba7883cd87e service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1098704 Jun 16 18:42:17.733290 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-833785ea-22c8-4919-ab42-4344fdde7655 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 217 time: 0.0409231 Jun 16 18:42:17.792199 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-dd07f9c4-0c3b-465c-b46d-2bca781c3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.793643 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-dd07f9c4-0c3b-465c-b46d-2bca781c3f34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0544569 Jun 16 18:42:17.844373 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-a453c499-f86d-49e7-ae02-2a640447e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:17.845953 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-a453c499-f86d-49e7-ae02-2a640447e25f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463412 Jun 16 18:42:17.968453 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-d48ffa3d-4855-4c84-a0cc-102e63b322f9 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121678 Jun 16 18:42:18.083641 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e8084-d110-49d8-92a4-a02c0ef83d19 req-30c8d548-6923-46e1-9378-1d0dddcf2901 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:18.085723 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e99e8084-d110-49d8-92a4-a02c0ef83d19 req-30c8d548-6923-46e1-9378-1d0dddcf2901 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.1013899 Jun 16 18:42:18.122372 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:18.142890 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-810a7f8d-64c2-4c64-bb92-132b1bc278f3 req-2148d3e6-4a47-46cb-ae7d-2158afe63983 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683888 Jun 16 18:42:18.180417 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-e99e8084-d110-49d8-92a4-a02c0ef83d19 req-8aef61a8-c2eb-45b7-88a7-f38b0f6cc023 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843549 Jun 16 18:42:19.300990 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:19.314737 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77da9a-b289-4a35-82f5-bfa48458cf09 req-cadff450-afb0-45f3-b1a0-0e2be9df4b34 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:19.316368 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bd77da9a-b289-4a35-82f5-bfa48458cf09 req-cadff450-afb0-45f3-b1a0-0e2be9df4b34 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0570838 Jun 16 18:42:19.377305 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bd77da9a-b289-4a35-82f5-bfa48458cf09 req-caf7c450-7b77-4117-a825-c70c273c4d50 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541136 Jun 16 18:42:20.531541 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b9b5-f448-435e-ac2b-b79c257163b1 req-a2a0ab0a-e6fd-4391-b67c-e4875cf29fc7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:20.534378 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-38e1b9b5-f448-435e-ac2b-b79c257163b1 req-a2a0ab0a-e6fd-4391-b67c-e4875cf29fc7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0811188 Jun 16 18:42:20.554991 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:20.627746 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-38e1b9b5-f448-435e-ac2b-b79c257163b1 req-88bc7a07-fa6b-4f08-a715-0a7000822862 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857875 Jun 16 18:42:21.761681 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2533bf2-83c8-4464-b0a1-b3f1f9f2c5f2 req-bf883598-49bf-43f5-bc51-b3f9706af8a7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:21.763244 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c2533bf2-83c8-4464-b0a1-b3f1f9f2c5f2 req-bf883598-49bf-43f5-bc51-b3f9706af8a7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0543551 Jun 16 18:42:21.805043 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=67 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:21.806638 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=73 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:21.828253 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-c2533bf2-83c8-4464-b0a1-b3f1f9f2c5f2 req-5d7140f3-6dd2-43ca-b7e5-935f3eb0e2ac tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549071 Jun 16 18:42:22.960025 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ae36b-f7b4-49eb-bf60-6c79d9a70a2b req-8693a73e-6fef-4f8e-a0bb-f0de9cd2b362 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:22.961719 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-450ae36b-f7b4-49eb-bf60-6c79d9a70a2b req-8693a73e-6fef-4f8e-a0bb-f0de9cd2b362 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0541115 Jun 16 18:42:23.023712 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-450ae36b-f7b4-49eb-bf60-6c79d9a70a2b req-ac9bfca3-cb40-40f3-9118-d71f16fd3450 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507505 Jun 16 18:42:24.166909 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:42:24.190304 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905ff1-7e3b-46ae-a248-9b54f5e8e7a4 req-787fee9c-2203-4644-8ccc-3814050ae957 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:24.191931 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bd905ff1-7e3b-46ae-a248-9b54f5e8e7a4 req-787fee9c-2203-4644-8ccc-3814050ae957 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 944 time: 0.0614269 Jun 16 18:42:24.256348 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bd905ff1-7e3b-46ae-a248-9b54f5e8e7a4 req-ae617068-c82a-4304-a9a1-5387441b7c80 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536499 Jun 16 18:42:24.288283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:42:24.309416 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:42:24.365571 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:42:24.366127 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:24.390311 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:42:24.418464 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:42:24.425823 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:24.516328 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:24.674099 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:42:25.435527 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4fece-29ac-4029-ad24-6dff62828193 req-5d5c4890-2531-4ea2-a1e6-6e1cf4436653 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:25.437129 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-47b4fece-29ac-4029-ad24-6dff62828193 req-5d5c4890-2531-4ea2-a1e6-6e1cf4436653 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 945 time: 0.0586531 Jun 16 18:42:25.537813 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-47b4fece-29ac-4029-ad24-6dff62828193 req-bdd9fb6b-b6b5-49b4-bb63-6fbbde37425f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938573 Jun 16 18:42:26.171734 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:42:26.253547 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:42:26.261435 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:42:26.262006 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:26.332817 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:26.351739 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:42:26.352166 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:26.356385 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:26.384477 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:42:26.387591 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9881f64-c638-49ca-8231-54310682e78b" -d '{"events": [{"server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "name": "network-vif-plugged", "status": "completed", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:26.404625 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:42:26.411313 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:26.439790 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ab12e4-58e7-47c2-9559-c3548b43299b x-openstack-request-id: req-82ab12e4-58e7-47c2-9559-c3548b43299b {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:26.440229 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "name": "network-vif-plugged", "status": "completed", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:26.440378 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82ab12e4-58e7-47c2-9559-c3548b43299b {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:26.440773 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ab12e4-58e7-47c2-9559-c3548b43299b'] response: {'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'code': 200} Jun 16 18:42:26.485861 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:26.707679 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a5aac-6ba2-4176-80fe-bca87911c61b req-d0b93af4-6afd-430c-ad8d-93e0f491cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:26.709648 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f26a5aac-6ba2-4176-80fe-bca87911c61b req-d0b93af4-6afd-430c-ad8d-93e0f491cc7c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1130 time: 0.0754490 Jun 16 18:42:26.722190 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985761e-fdb5-4079-909d-9b22d7476292 req-189f03ee-1f57-4a08-8315-d7be0702dedb tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:26.723791 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f985761e-fdb5-4079-909d-9b22d7476292 req-189f03ee-1f57-4a08-8315-d7be0702dedb tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0798774 Jun 16 18:42:26.811412 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f26a5aac-6ba2-4176-80fe-bca87911c61b req-56460227-4640-41fb-93b0-313f8a3a4539 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865595 Jun 16 18:42:26.821220 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-f985761e-fdb5-4079-909d-9b22d7476292 req-14819c52-4312-4e5d-8025-8c9390150a32 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879247 Jun 16 18:42:27.412365 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a1a3bb4d-517f-4cea-82f1-a93ef00de95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:27.949509 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf208e7-6b6d-4a27-8b22-f2f030150ae6 req-fc5d6c40-e699-4542-8087-86544070cf84 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:27.951221 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cf208e7-6b6d-4a27-8b22-f2f030150ae6 req-fc5d6c40-e699-4542-8087-86544070cf84 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0541914 Jun 16 18:42:28.007121 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-2cf208e7-6b6d-4a27-8b22-f2f030150ae6 req-cf40bb2d-c33c-4c8d-9be4-8d2798d3c13d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498111 Jun 16 18:42:28.154872 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca9e11-ab44-415f-8b96-cf73b2e065f9 req-ead8f900-0462-474a-a3c9-2d529eca237c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:28.156462 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b8ca9e11-ab44-415f-8b96-cf73b2e065f9 req-ead8f900-0462-474a-a3c9-2d529eca237c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0622835 Jun 16 18:42:28.216285 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-b8ca9e11-ab44-415f-8b96-cf73b2e065f9 req-5497854b-94c2-4056-94f7-3f3c6f07d344 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538626 Jun 16 18:42:28.240844 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37906) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:28.294680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa3d6b-f5fa-4cae-9d90-3ecfdf3fcfd4 tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:28.296936 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-e9fa3d6b-f5fa-4cae-9d90-3ecfdf3fcfd4 tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1125 time: 0.0546267 Jun 16 18:42:28.300227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 37908) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:42:28.308036 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:42:28.344863 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:28.447287 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:28.583458 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.27.2.206 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/a1a8c236-5c70-4feb-8d12-b06c59d38191) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:42:28.715659 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:28.754704 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:28.801200 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:28.814430 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:42:28.818689 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:28.821638 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=a1a8c236-5c70-4feb-8d12-b06c59d38191,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:28.824119 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:42:28.828170 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:29.243995 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (6a8fff50-3945-468b-9e7d-ee927c45c0a0), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.335281 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.593566 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.599439 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.677065 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=a1a8c236-5c70-4feb-8d12-b06c59d38191,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:29.689844 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (6a8fff50-3945-468b-9e7d-ee927c45c0a0), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.726155 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-022f76f3-fbdd-43d7-b69f-772df250733d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:29.811055 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 6a8fff50-3945-468b-9e7d-ee927c45c0a0 associated. External IP: 172.27.2.206, port: 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487. Jun 16 18:42:29.895162 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:29.976386 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:30.062331 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:42:30.470033 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:42:30.482343 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:42:30.494563 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:30.494873 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:42:30.495484 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:42:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:30.534839 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-c8c2e768-eb59-4418-ba24-a6bc913d1654 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2331641 Jun 16 18:42:30.535473 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:42:30.538299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:30.579137 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d5dd0-1b10-4488-8be6-0af09d673685 x-openstack-request-id: req-b38d5dd0-1b10-4488-8be6-0af09d673685 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:30.579865 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:30.580114 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b38d5dd0-1b10-4488-8be6-0af09d673685 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:30.580738 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38d5dd0-1b10-4488-8be6-0af09d673685'] response: {'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'status': 'completed', 'code': 200} Jun 16 18:42:30.647855 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-02a5211d-a6ac-446f-93ce-e18668a23079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:30.651284 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-02a5211d-a6ac-446f-93ce-e18668a23079 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1130 time: 0.0451484 Jun 16 18:42:30.678552 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:42:30.806385 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-0afcc2ac-d908-4e1b-8257-6ee0dcd36485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:30.810643 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-0afcc2ac-d908-4e1b-8257-6ee0dcd36485 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1512833 Jun 16 18:42:30.931059 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-1e76c098-254b-43f3-9513-8d9373a7bf42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 1000 time: 0.1137366 Jun 16 18:42:30.936080 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:29Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:30.962512 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:42:30.973910 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:42:30.974613 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:42:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:31.017455 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-06189726-6bd1-42bb-969b-c8389c7fb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:31.019961 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-06189726-6bd1-42bb-969b-c8389c7fb796 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0821278 Jun 16 18:42:31.076087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:31.100183 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-7225e51f-fb90-448c-8fc1-9aeb41ea8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:42:31.102810 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-7225e51f-fb90-448c-8fc1-9aeb41ea8f88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754902 Jun 16 18:42:31.126291 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:42:31.245587 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-f6a82a83-58bf-49f8-99b8-09334e638d3e service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365335 Jun 16 18:42:31.345362 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:31.359617 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-6a8e08db-3f4c-4a6e-a33b-b2bc2545cd1a req-69253e9a-98e6-4f86-a34f-77b24259502d service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081948 Jun 16 18:42:31.441109 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:29Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:31.472594 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7fb9b-9f9c-48a0-8d9c-7d0dbd048958 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:29Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:42:31.709632 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced6e54-2fbb-49f3-ab07-b2bd91a3cd23 None None] New status for floating IP 6a8fff50-3945-468b-9e7d-ee927c45c0a0: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:42:32.508700 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:32.822272 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:40.518868 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:42:40.526529 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:40.530678 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:41.354779 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:41.445091 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=69 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:42.813973 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:42.817210 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:46.469853 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:52.602083 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:52.617414 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:56.456413 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:56.465112 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:42:57.409304 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe10455c-d5ba-45f8-bdd6-e247f8f89c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:42:59.720801 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-89da8fb6-5914-43be-836c-78f4477346cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:01.079421 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:02.520439 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:02.823191 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:12.807062 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:12.817094 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:16.484666 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:17.521070 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:43:26.468041 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:26.478692 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:27.407869 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f73128b8-fa87-4602-b52c-e2dba9762157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:27.731200 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-97d1907d-3f0a-4012-a6c4-0d2f05172086 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438871 Jun 16 18:43:27.834588 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-6def8d42-a5e5-4a69-9846-9ec5bba59b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:43:27.836164 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-6def8d42-a5e5-4a69-9846-9ec5bba59b2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1130 time: 0.0506363 Jun 16 18:43:27.977038 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-0352ed4c-0671-4b29-bb64-e24846b672cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:43:27.978807 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-0352ed4c-0671-4b29-bb64-e24846b672cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1201150 Jun 16 18:43:28.053720 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-2e63fb00-e90c-48fa-a5d8-939146fc0c4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 1002 time: 0.0690064 Jun 16 18:43:28.112296 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-ca1986c9-194b-49ea-aa01-686951116669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:43:28.113857 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-ca1986c9-194b-49ea-aa01-686951116669 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0529850 Jun 16 18:43:28.179168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-514e2962-e29f-44f4-a15b-2a6f9ea528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:43:28.180779 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-514e2962-e29f-44f4-a15b-2a6f9ea528de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599616 Jun 16 18:43:28.292472 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-835c201f-bda3-479a-bb17-419a9ec8e6ae service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030445 Jun 16 18:43:28.399267 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d07c701c-c3c5-4f6a-82a5-aeb1f5e439a3 req-dd6d2f5e-64b4-461d-a094-d8d9626c9a3c service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012657 Jun 16 18:43:29.532584 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:29.533419 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:29.726698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2000cc22-a35e-4d42-a02a-b380f22dac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:31.083048 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:32.515348 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:32.823539 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:38.392620 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=49 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:38.395749 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=52 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:42.814537 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:42.817952 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:46.469975 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:47.578151 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:54.522462 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:43:56.462315 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:56.465435 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:43:57.404961 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed09c-bfe8-4ee8-928e-6be1dd1f0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:43:59.721556 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-55e1d996-6062-4034-b9c1-61f092d7a5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:01.081766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:02.545110 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:02.821323 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:06.531995 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:06.533754 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:10.104245 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-7ef2ff8d-0885-4cb5-b398-ea6ca2d06ace tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290455754&fields=id&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 267 time: 0.0537584 Jun 16 18:44:10.231798 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-cbb9992f-6b42-4ca8-b21f-c92b9ca5da4f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:10.233510 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-cbb9992f-6b42-4ca8-b21f-c92b9ca5da4f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1223905 Jun 16 18:44:10.250946 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-a3dd7c76-2234-4cf1-ae4e-0a8a5839d656 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/quotas/dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 375 time: 0.0106850 Jun 16 18:44:10.308294 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-e890b033-45af-4ba5-93b1-f70e6cb21a9e tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513017 Jun 16 18:44:10.422224 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-e5fc38b6-860d-4f86-9f93-171cf53aef47 service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024580 Jun 16 18:44:10.527955 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-6bf3e75a-342d-48f7-8fc2-f40ced91a46e service neutron] 10.222.0.30 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991037 Jun 16 18:44:11.090622 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-dd017f01-22a6-4ca1-b96b-63e040f132cd req-f0646974-4d2f-4fa5-a287-b1ef1380b181 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 210 time: 0.2292356 Jun 16 18:44:12.068714 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-889e0a43-b853-4e8b-b38a-8b579cec8f5b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:12.072773 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-889e0a43-b853-4e8b-b38a-8b579cec8f5b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 812 time: 0.1833785 Jun 16 18:44:12.169462 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-d0993054-9f77-4202-9401-c3b051cc5b36 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff4784f6ab3499b88cb38c81780b754 HTTP/1.1" status: 200 len: 380 time: 0.0889058 Jun 16 18:44:12.180300 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'port': {'device_id': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'admin_state_up': True, 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'security_groups': ['8f3a9864-8b68-41b1-be08-2ef2aca0d90a']}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:44:12.274837 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d0812b11-2a19-4657-8e0b-38a1c1be207b req-d4ed7017-e2bf-4601-829d-d78b61b00eb4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 210 time: 0.0726783 Jun 16 18:44:12.345852 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Made reservation on behalf of dff4784f6ab3499b88cb38c81780b754 for: {'port': 1} {{(pid=103843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:44:12.350711 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:12.522858 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.db_base_plugin_common [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.20.0.3 (b0cbaebd-d55a-4d35-baec-5307687a93e6/f77c7441-456e-4597-963e-d532a281b67d/896bef9c-c96e-46af-a0be-8c88ddb33da5) {{(pid=103843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:44:12.606670 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:12.653086 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:12.750207 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), precommit_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:12.798557 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_create {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:12.814419 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=21 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:12.816607 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=5,neutron:SELECT=20 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:12.848760 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 is already hosted by enough agents. {{(pid=103843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:44:12.855372 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.base_scheduler [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:44:12.860120 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:44:12.894195 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=1']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:12.921342 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.921915 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.922468 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.923056 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.923626 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.924234 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.924806 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.925379 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.926207 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.926768 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.927361 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.927947 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.928594 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.929161 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.930277 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:12.959890 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:12.961009 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:12.987557 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-57c1d517-4b74-4a53-a7a3-aa371ba29daa tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129382 Jun 16 18:44:12.999154 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.v2.base [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Request body: {'port': {'device_id': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:44:13.092987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.193488 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-79525c9b-85c8-49ba-aa92-a208ea3c15f4 None None] Provisioning complete for port 896bef9c-c96e-46af-a0be-8c88ddb33da5 triggered by entity DHCP. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:44:13.193886 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-79525c9b-85c8-49ba-aa92-a208ea3c15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.233939 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-79525c9b-85c8-49ba-aa92-a208ea3c15f4 None None] Port 896bef9c-c96e-46af-a0be-8c88ddb33da5 cannot update to ACTIVE because it is not bound. {{(pid=103844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:44:13.415182 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241170a-3a77-4452-958b-6718e20cf665 req-1a1044a8-9f9e-4486-b6b0-2fee13e6dcda tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:13.417479 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3241170a-3a77-4452-958b-6718e20cf665 req-1a1044a8-9f9e-4486-b6b0-2fee13e6dcda tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 931 time: 0.0555620 Jun 16 18:44:13.489538 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-3241170a-3a77-4452-958b-6718e20cf665 req-1d981193-9985-4c89-945a-572f879fe3e7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648918 Jun 16 18:44:13.531929 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896bef9c-c96e-46af-a0be-8c88ddb33da5 {{(pid=103843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:44:13.540551 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks [] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), precommit_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.555855 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.provisioning_blocks [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Transition to ACTIVE for port object 896bef9c-c96e-46af-a0be-8c88ddb33da5 will not be triggered until provisioned by entity L2. {{(pid=103843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:44:13.561934 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.621933 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Pushing event updated for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=2']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:13.709550 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Attempting to bind port 896bef9c-c96e-46af-a0be-8c88ddb33da5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:44:13.709887 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Attempting to bind port 896bef9c-c96e-46af-a0be-8c88ddb33da5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:44:13.710213 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Attempting to bind port 896bef9c-c96e-46af-a0be-8c88ddb33da5 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:44:13.716659 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Port 896bef9c-c96e-46af-a0be-8c88ddb33da5 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:44:13.716982 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Attempting to bind port 896bef9c-c96e-46af-a0be-8c88ddb33da5 on network b0cbaebd-d55a-4d35-baec-5307687a93e6 {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:44:13.724067 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Checking agent: {'id': '09ce2f25-e8ed-4af9-9c91-6b6298b0df8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'started_at': datetime.datetime(2022, 6, 16, 18, 26, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:44:13.724411 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Checking segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:44:13.724796 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Bound using segment: {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'} {{(pid=103843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:44:13.725381 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.managers [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Bound port: 896bef9c-c96e-46af-a0be-8c88ddb33da5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34416b6d-b8a0-4874-b235-992feb9e7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6'}}] {{(pid=103843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:44:13.725753 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), before_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.738241 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:13.801846 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, cleared binding levels {{(pid=103843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:44:13.809168 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:44:13.818969 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63749300'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_update {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.823854 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:13.861403 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:13.862119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:13.863583 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] 10.222.0.88 "PUT /v2.0/ports/896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 1093 time: 0.8691564 Jun 16 18:44:13.864088 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:44:13.866380 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7" -d '{"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:44:13.896756 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d0cc1-8c00-41ff-bcb3-53c6103eca5b service neutron] Pushing event updated for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=3']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:13.978914 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63edb7-10c9-4d59-b474-f45599576917 x-openstack-request-id: req-6b63edb7-10c9-4d59-b474-f45599576917 {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:44:13.979512 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:44:13.980011 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b63edb7-10c9-4d59-b474-f45599576917 {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:44:13.980743 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b63edb7-10c9-4d59-b474-f45599576917'] response: {'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'status': 'completed', 'code': 200} Jun 16 18:44:13.999574 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-477f245d-0a13-4e55-8a71-ba7fde7cf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.002321 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-477f245d-0a13-4e55-8a71-ba7fde7cf868 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1127 time: 0.0765514 Jun 16 18:44:14.049019 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-4661bff7-7a40-4d42-99c9-2a7459ff8889 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 217 time: 0.0395331 Jun 16 18:44:14.107864 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-49ccdf7d-6d41-4db4-9c1e-b79e2dca346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.110352 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-49ccdf7d-6d41-4db4-9c1e-b79e2dca346a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0539279 Jun 16 18:44:14.168470 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-319f9f35-4d74-47f7-a2e1-7057425d88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.169953 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-319f9f35-4d74-47f7-a2e1-7057425d88dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534480 Jun 16 18:44:14.279083 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-80cbe6ff-95fc-49c4-a00a-5a5d5dcba1fd service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024604 Jun 16 18:44:14.440812 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-d069fc8e-f4f8-4f0f-8488-e6137e9acfb2 req-c8f6931d-11f5-4907-a528-504ccd1056d4 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548295 Jun 16 18:44:14.644600 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148d79-cf45-471b-b9ae-38e0766f03bc req-f41d1dfa-b8a2-47eb-87b4-bf43f0cb3662 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.646272 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ce148d79-cf45-471b-b9ae-38e0766f03bc req-f41d1dfa-b8a2-47eb-87b4-bf43f0cb3662 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0674443 Jun 16 18:44:14.708756 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ce148d79-cf45-471b-b9ae-38e0766f03bc req-fac9aef6-6357-4c59-82a5-2046ce4a46b5 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Jun 16 18:44:14.769349 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-4cdf9256-47cc-4cd0-8d91-b8e0c1c83a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.770918 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-4cdf9256-47cc-4cd0-8d91-b8e0c1c83a19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1127 time: 0.0537629 Jun 16 18:44:14.887278 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-33dbc97f-3f25-400e-95d9-8219fb82743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.889089 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-33dbc97f-3f25-400e-95d9-8219fb82743d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1104150 Jun 16 18:44:14.934975 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-b738d31c-983c-4e11-bb0f-df7389c0e9bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 217 time: 0.0372670 Jun 16 18:44:14.995927 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-d984384f-f2ae-451c-ae5b-18fbb56fa133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:14.997634 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-d984384f-f2ae-451c-ae5b-18fbb56fa133 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0542393 Jun 16 18:44:15.052707 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-a7b1dbc2-1c66-401b-8891-8c51126b94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:15.055890 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-a7b1dbc2-1c66-401b-8891-8c51126b94c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524769 Jun 16 18:44:15.169746 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-8be4d5b2-8f77-4c08-8269-6fae3ca02c3c service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069748 Jun 16 18:44:15.280560 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-1bba6c5e-935a-43e8-aa2c-10cbb13f48d7 req-bf613735-4c00-438d-9c6a-cce7f489f414 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048088 Jun 16 18:44:15.845987 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:15.856097 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4497e7-401e-4bbd-a577-8bb72e545649 req-27d0edb6-b89a-4939-ae9e-98271bd50fa7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:15.857842 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-aa4497e7-401e-4bbd-a577-8bb72e545649 req-27d0edb6-b89a-4939-ae9e-98271bd50fa7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0563474 Jun 16 18:44:15.917829 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-aa4497e7-401e-4bbd-a577-8bb72e545649 req-b5fdbeb8-c850-4bd5-ac78-0e7220c47b21 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539916 Jun 16 18:44:16.486716 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:17.049923 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65c0b-d382-490f-b43f-f3fbf0c04311 req-bb86f19d-fb20-4ca5-afbf-425601af328b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:17.051670 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-51a65c0b-d382-490f-b43f-f3fbf0c04311 req-bb86f19d-fb20-4ca5-afbf-425601af328b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0574207 Jun 16 18:44:17.110715 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-51a65c0b-d382-490f-b43f-f3fbf0c04311 req-3902ddb1-5fdb-4d33-b02d-7cdb49e9fa99 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522046 Jun 16 18:44:18.238702 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517d7ea-b15c-45b4-9a0d-b1583effee13 req-46a2247f-1785-419f-a0fc-f537bbacc91d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:18.240616 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a517d7ea-b15c-45b4-9a0d-b1583effee13 req-46a2247f-1785-419f-a0fc-f537bbacc91d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0534146 Jun 16 18:44:18.299541 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a517d7ea-b15c-45b4-9a0d-b1583effee13 req-218c6f8c-0710-491d-b5d1-458e6f746440 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Jun 16 18:44:19.440236 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a405bc-fabe-465c-83bf-e21c2522f4f3 req-afd72d0a-3d83-4e0b-b3b2-e0923e033529 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:19.441867 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74a405bc-fabe-465c-83bf-e21c2522f4f3 req-afd72d0a-3d83-4e0b-b3b2-e0923e033529 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0593746 Jun 16 18:44:19.499762 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-74a405bc-fabe-465c-83bf-e21c2522f4f3 req-c752d27c-32a4-440e-9708-affd1dc73f43 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506842 Jun 16 18:44:20.955167 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24071c59-822d-4cb1-a340-81a5d4f1a152 req-f8408ab8-d6ad-4783-9c3b-cc7ded1bc715 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:20.957039 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24071c59-822d-4cb1-a340-81a5d4f1a152 req-f8408ab8-d6ad-4783-9c3b-cc7ded1bc715 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.3632405 Jun 16 18:44:21.012905 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:21.039903 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-24071c59-822d-4cb1-a340-81a5d4f1a152 req-f11cc142-f159-4e17-8784-bfb9fbec6dd4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748754 Jun 16 18:44:22.168450 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6b923-6d84-493b-9aa2-628a020f594e req-9b1ff8f0-709c-44a1-9539-023ad6fcfece tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:22.170289 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a5b6b923-6d84-493b-9aa2-628a020f594e req-9b1ff8f0-709c-44a1-9539-023ad6fcfece tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 943 time: 0.0533819 Jun 16 18:44:22.229312 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a5b6b923-6d84-493b-9aa2-628a020f594e req-f869782a-ddd7-4804-9d8b-95177910206d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527136 Jun 16 18:44:22.640770 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 896bef9c-c96e-46af-a0be-8c88ddb33da5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:44:22.767944 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:44:22.786875 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Returning: {'device': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'port_id': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'mac_address': 'fa:16:3e:db:04:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:44:22.830598 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 896bef9c-c96e-46af-a0be-8c88ddb33da5 is: DOWN; New status is: BUILD {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:44:22.831076 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:22.847783 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bef9c-c96e-46af-a0be-8c88ddb33da5 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:44:22.872039 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:44:22.879709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:22.939960 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=4']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:22.948400 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.948752 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.949107 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.949454 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.949819 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.950145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.950477 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.950815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.951152 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.951485 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.951816 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.952170 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.952503 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.952829 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:22.953156 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:23.121283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] get_ports_and_sgs() called for port_ids ['896bef9c-c96e-46af-a0be-8c88ddb33da5'] {{(pid=103844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:44:23.409591 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a014-4a63-4a05-804d-009bc0ee9e9b req-bd1442ed-ecd6-424d-b753-d4cc9ac31882 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:23.411154 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-93d3a014-4a63-4a05-804d-009bc0ee9e9b req-bd1442ed-ecd6-424d-b753-d4cc9ac31882 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 944 time: 0.0699325 Jun 16 18:44:23.478044 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-93d3a014-4a63-4a05-804d-009bc0ee9e9b req-a1c906a3-92c4-47de-8f35-5c5acf8847d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594594 Jun 16 18:44:24.633657 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e89110-a724-40d4-bb73-34662f0d83fb req-947fe903-57ff-44bb-bdcf-92b6bcfb334b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:24.635667 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-68e89110-a724-40d4-bb73-34662f0d83fb req-947fe903-57ff-44bb-bdcf-92b6bcfb334b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 944 time: 0.0594304 Jun 16 18:44:24.658618 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 896bef9c-c96e-46af-a0be-8c88ddb33da5 up at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:44:24.699856 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-68e89110-a724-40d4-bb73-34662f0d83fb req-6b2a8026-3c66-4d10-9543-f47d63388a5d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575316 Jun 16 18:44:24.715989 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning for port 896bef9c-c96e-46af-a0be-8c88ddb33da5 completed by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:44:24.723626 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Provisioning complete for port 896bef9c-c96e-46af-a0be-8c88ddb33da5 triggered by entity L2. {{(pid=103844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:44:24.724088 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681136'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), provisioning_complete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:24.765425 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:24.813887 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Current status of the port 896bef9c-c96e-46af-a0be-8c88ddb33da5 is: BUILD; New status is: ACTIVE {{(pid=103844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:44:24.814273 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:24.843596 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:44:24.846159 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff66463e90420759de201f7f7232a4e87609a58ab319443ca4a0438777c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc8485-7e20-43b3-aa45-bdbb7d1ba967" -d '{"events": [{"server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "name": "network-vif-plugged", "status": "completed", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:44:24.858302 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:24.863755 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:44:24.871402 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:24.902748 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e81e7c-cd0b-4e55-b485-f905abecfcb4 x-openstack-request-id: req-c9e81e7c-cd0b-4e55-b485-f905abecfcb4 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:44:24.903181 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "name": "network-vif-plugged", "status": "completed", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:44:24.903563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9e81e7c-cd0b-4e55-b485-f905abecfcb4 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:44:24.904680 dv-cinder-813229-10-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e81e7c-cd0b-4e55-b485-f905abecfcb4'] response: {'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'code': 200} Jun 16 18:44:24.947108 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Pushing event updated for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=5']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:25.253389 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b235f-4f31-4cec-b8d7-28de90df9d6b req-127420cd-6ca2-4cd7-94c1-841facf3f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:25.256032 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2f8b235f-4f31-4cec-b8d7-28de90df9d6b req-127420cd-6ca2-4cd7-94c1-841facf3f7fd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1129 time: 0.1439869 Jun 16 18:44:25.314740 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-2f8b235f-4f31-4cec-b8d7-28de90df9d6b req-99a2304b-5a54-44ff-a787-a699f68ad8d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Jun 16 18:44:25.850422 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc82fa8-1e78-4da3-bfae-ca7b7ce4a850 req-d3df9993-314a-4dd8-a8d1-88183757c181 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:25.853004 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8bc82fa8-1e78-4da3-bfae-ca7b7ce4a850 req-d3df9993-314a-4dd8-a8d1-88183757c181 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0553124 Jun 16 18:44:25.915469 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-8bc82fa8-1e78-4da3-bfae-ca7b7ce4a850 req-8e8a0619-d47b-49a7-8312-4dee1a6b826d tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565007 Jun 16 18:44:27.053103 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c9bb8-77e6-4029-909c-e53c83d8eaf3 req-eb6bafdd-81c5-45f1-b1f8-7c70d3598910 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:27.055483 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd1c9bb8-77e6-4029-909c-e53c83d8eaf3 req-eb6bafdd-81c5-45f1-b1f8-7c70d3598910 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0534706 Jun 16 18:44:27.126440 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-bd1c9bb8-77e6-4029-909c-e53c83d8eaf3 req-e12e78d6-f702-4742-8830-cdfd53dbfb3b tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602899 Jun 16 18:44:27.258120 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cb959-5029-4861-94cb-c30d176b4845 req-944ac5a5-7d4e-46ea-a5f3-ab65c502105c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:27.260006 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a19cb959-5029-4861-94cb-c30d176b4845 req-944ac5a5-7d4e-46ea-a5f3-ab65c502105c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0547407 Jun 16 18:44:27.324533 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-a19cb959-5029-4861-94cb-c30d176b4845 req-4cc3dcf9-9965-465c-b4e0-89b81a8ecdf7 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582547 Jun 16 18:44:27.407651 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-38748b4c-525c-4e21-a7d7-e1cb0a39149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:27.409891 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38032) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:44:27.455448 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968c7a8-4e7d-4531-a7ac-dd57ae21635f tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:27.457121 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8968c7a8-4e7d-4531-a7ac-dd57ae21635f tempest-TestVolumeBootPattern-793227674 tempest-TestVolumeBootPattern-793227674-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1124 time: 0.0455697 Jun 16 18:44:27.460813 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38034) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:44:27.466099 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.v2.base [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Request body: {'floatingip': {'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'port_id': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:44:27.498083 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:27.615269 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (None), before_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:27.659141 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:27.739051 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_common [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Allocated IP 172.27.2.245 (1efc8066-ee8c-466f-bb52-0e88047e61db/cc59b7be-969a-44b3-939d-d52b98e67bf9/3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6) {{(pid=103841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:44:27.750243 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:27.874136 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:27.912149 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778611950888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:27.959155 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Network 1efc8066-ee8c-466f-bb52-0e88047e61db is already hosted by enough agents. {{(pid=103841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:44:27.965845 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.base_scheduler [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Resources bound (agent type, host, resource id): {{(pid=103841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:44:27.970602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Received port after_create {{(pid=103841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:44:27.976865 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6,revision_number=1']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:28.008719 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.009186 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.009576 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.009944 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.010294 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.010630 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.010972 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.011325 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.011682 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.012025 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.012391 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.012745 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.013095 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.013393 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.013769 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:28.437992 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (70ee108b-94a5-40b2-98d3-83f9dd7a4cbe), precommit_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:28.530036 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802982'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), before_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:28.596299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:28.738066 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), precommit_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:28.744645 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778612304469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778611950906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778611950924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63136801'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), after_update {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:28.785165 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:28.829967 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event updated for resources: {'Port': ['ID=3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6,revision_number=2']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:28.844902 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918666'] for floatingip (70ee108b-94a5-40b2-98d3-83f9dd7a4cbe), after_create {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:28.958536 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 70ee108b-94a5-40b2-98d3-83f9dd7a4cbe associated. External IP: 172.27.2.245, port: 896bef9c-c96e-46af-a0be-8c88ddb33da5. Jun 16 18:44:29.118214 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-b0140afb-ce09-463d-bf5a-e0c8f8de2c53 req-39062ce0-5173-4e24-9384-6d95514b09ca service neutron] (103841) timed out ('10.222.0.88', 64760) {{(pid=103841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:44:29.189258 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:44:29.314831 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:44:29.329448 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:44:29.342012 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:44:29.342679 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:44:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:29.344249 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:29.400941 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-87bf7d1d-7cd9-45e5-8a60-b256fcc87706 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9382856 Jun 16 18:44:29.401749 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:44:29.405835 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa" -d '{"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:44:29.452716 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46b1d6-2aec-4321-8902-0672f637e160 x-openstack-request-id: req-ee46b1d6-2aec-4321-8902-0672f637e160 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:44:29.453792 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:44:29.453792 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee46b1d6-2aec-4321-8902-0672f637e160 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:44:29.454154 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee46b1d6-2aec-4321-8902-0672f637e160'] response: {'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'status': 'completed', 'code': 200} Jun 16 18:44:29.485751 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:44:29.529237 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-6beede6d-b528-4172-8b26-835f3fa38933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:29.531034 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-6beede6d-b528-4172-8b26-835f3fa38933 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1129 time: 0.0534985 Jun 16 18:44:29.697353 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-2f06028d-d25f-4837-a13b-22f3201a7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:29.699867 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-2f06028d-d25f-4837-a13b-22f3201a7abe service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1623397 Jun 16 18:44:29.732415 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5be2731d-4c18-4b34-9519-2c839e653045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:29.751735 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-f41974f9-6526-49ab-a352-37574163dd81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791645 Jun 16 18:44:29.806278 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}, {'id': '70ee108b-94a5-40b2-98d3-83f9dd7a4cbe', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:db:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:44:28Z', 'updated_at': '2022-06-16T18:44:28Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:29.815486 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-080170eb-3ef6-465e-8370-563aabce777d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 999 time: 0.1089354 Jun 16 18:44:29.847527 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:44:29.860117 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:44:29.860777 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:44:30Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:29.896629 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-1ee19f56-1552-4441-b59a-3c33adba0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:29.899121 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-1ee19f56-1552-4441-b59a-3c33adba0d81 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0780919 Jun 16 18:44:29.902285 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-69e4c144-79c5-401e-9c21-ac3acee122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:29.904868 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-69e4c144-79c5-401e-9c21-ac3acee122c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1130 time: 0.0903995 Jun 16 18:44:29.968488 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-3430d36d-e9a8-4243-ac33-bd7d8f295134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:29.971369 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-3430d36d-e9a8-4243-ac33-bd7d8f295134 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625901 Jun 16 18:44:29.983215 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:44:30.105980 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-305cb5cc-f78e-4084-b7b1-446fb66a12fd service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281617 Jun 16 18:44:30.108136 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-3ec0b54a-44ac-4937-bc40-0788c7ccb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:30.110975 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-3ec0b54a-44ac-4937-bc40-0788c7ccb63b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1797206 Jun 16 18:44:30.184736 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [req-d1f1a7aa-ba1d-422c-9295-451c4dd01461 req-634aade8-6f6a-4090-8de2-6b61c7e0e5b0 service neutron] (103841) timed out ('10.222.0.88', 64745) {{(pid=103841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:44:30.228343 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-19dba444-feae-4c84-b1bc-37da7732bed2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 1002 time: 0.1093318 Jun 16 18:44:30.255507 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=100 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:30.290651 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0d0aca25-b4a0-4100-a6d3-0ac8e02217aa req-b75e24b6-144a-4e6b-873c-56475af07405 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724532 Jun 16 18:44:30.292750 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:30.313865 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-dfb6328c-582b-47cf-b0b0-43931aa532dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:30.316366 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-dfb6328c-582b-47cf-b0b0-43931aa532dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0794833 Jun 16 18:44:30.344001 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}, {'id': '70ee108b-94a5-40b2-98d3-83f9dd7a4cbe', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:db:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:44:28Z', 'updated_at': '2022-06-16T18:44:28Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:30.378762 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-f7000be4-34b1-4f71-adcb-25eddcfa390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:44:30.379382 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a3ae0-ae39-4c28-bd64-f04707606b54 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}, {'id': '70ee108b-94a5-40b2-98d3-83f9dd7a4cbe', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:db:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:44:28Z', 'updated_at': '2022-06-16T18:44:28Z', 'revision_number': 0, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:44:30.381319 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-f7000be4-34b1-4f71-adcb-25eddcfa390c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583575 Jun 16 18:44:30.504125 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-bb122fbe-e3e4-4d49-8032-ffc95384ac9b service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121216 Jun 16 18:44:30.533283 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:30.618197 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-1af49f95-20dc-469c-bbe4-8d45d82b0aca req-e59434ba-2d32-444c-bebe-e1395ee66fec service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091321 Jun 16 18:44:30.662991 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc458e-7b45-48af-ba49-0b21c22e2f3a None None] New status for floating IP 70ee108b-94a5-40b2-98d3-83f9dd7a4cbe: ACTIVE {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:44:30.968681 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-7973a42b-2110-4c62-a2d2-edf9f9e6d0e6 req-c9dd47c2-1b5d-4592-a709-d7ec563c704c service neutron] (103843) timed out ('10.222.0.88', 64757) {{(pid=103843) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:44:31.088038 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:31.524903 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:44:32.524544 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:32.822368 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:40.279862 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:40.283581 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=70 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:40.611523 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=27 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:40.614605 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=5 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:42.560165 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:42.808546 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:42.816951 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:46.488130 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:52.585577 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:52.587600 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=78 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:56.476393 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:56.484084 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:44:57.407455 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-085b010b-133b-4929-b54e-d169e3605923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:44:59.720282 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a12738c-1277-41e1-b007-4f636d11fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:01.089714 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:02.540957 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:02.821047 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:08.526084 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:45:12.807765 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:12.815117 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:16.502815 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:20.534709 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:20.535514 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:26.488707 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:26.497843 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:27.406654 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-268f7a12-bd58-4b2b-b727-621a75c31322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:29.716370 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-df7ac4bd-1a91-4a0a-8098-4a88b074f2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:31.090967 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:31.713435 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-4c7ca4db-735d-4606-828b-34bca1114b9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500224 Jun 16 18:45:31.780715 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-a1e6c61d-b222-4979-95f7-181375ee4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:45:31.782235 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-a1e6c61d-b222-4979-95f7-181375ee4de3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1129 time: 0.0452514 Jun 16 18:45:31.903773 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-4b391dc2-5d31-4bc0-a967-5520b2ef5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:45:31.904376 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-4b391dc2-5d31-4bc0-a967-5520b2ef5c69 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1029503 Jun 16 18:45:31.974859 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-4d0a00f3-e85a-4c49-b7dd-f3293f89d4e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 1001 time: 0.0637519 Jun 16 18:45:32.030331 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-82419a88-68c4-43ba-8c2d-ee9f196957bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:45:32.031867 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-82419a88-68c4-43ba-8c2d-ee9f196957bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0507915 Jun 16 18:45:32.081680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-d9e6dbbe-c039-499a-b9f9-306cf2e03290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:45:32.083253 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-d9e6dbbe-c039-499a-b9f9-306cf2e03290 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444121 Jun 16 18:45:32.193824 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-9ff52913-3437-448e-bfa0-e0aa1ffe3a77 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040170 Jun 16 18:45:32.332395 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-bdabb632-1203-4b54-aa5a-21a2ef87dc3a req-1615a2bc-050c-42ea-ae1f-805d6a1f7d71 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309493 Jun 16 18:45:32.535687 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:32.819377 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:42.320242 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=49 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:42.328690 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=52 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:42.811644 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:42.817825 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:45.525755 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:45:46.519966 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:56.506135 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:56.514145 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:57.409517 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-edd7cb5d-6601-41f0-9328-aec552529b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:57.537742 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:57.544482 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:45:58.654807 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38066) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:45:59.019413 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port 3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:45:59.019997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:59.177972 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:59.178451 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:59.196527 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for 3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:45:59.417553 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:59.449364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=3bd3bc0b-1225-40c1-ab3b-56b45c7fddb6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:45:59.466393 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.466945 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.467383 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.467788 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.468221 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.468602 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.468980 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.469449 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.469890 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.470349 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.470656 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.471082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.471466 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.471829 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.472255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:45:59.553928 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (70ee108b-94a5-40b2-98d3-83f9dd7a4cbe), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:45:59.554426 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 70ee108b-94a5-40b2-98d3-83f9dd7a4cbe disassociated (deleted). External IP: 172.27.2.245, port: 896bef9c-c96e-46af-a0be-8c88ddb33da5. Jun 16 18:45:59.730201 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-de3855b0-998a-445a-8cfb-c7066ebfadf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:00.076100 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:46:00.209228 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:46:00.214582 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:00.226678 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:46:00.251046 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:00.252324 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:00.262484 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-bca09c3d-b8ee-4d61-87ed-7f15b308d26c tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "DELETE /v2.0/floatingips/70ee108b-94a5-40b2-98d3-83f9dd7a4cbe HTTP/1.1" status: 204 len: 168 time: 1.6013331 Jun 16 18:46:00.262484 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:46:00.262961 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495" -d '{"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:46:00.487743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af2c43-b509-475e-b215-2348f12a5f37 x-openstack-request-id: req-26af2c43-b509-475e-b215-2348f12a5f37 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:46:00.488256 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:46:00.488859 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26af2c43-b509-475e-b215-2348f12a5f37 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:46:00.489113 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:00.489668 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26af2c43-b509-475e-b215-2348f12a5f37'] response: {'name': 'network-changed', 'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'status': 'completed', 'code': 200} Jun 16 18:46:00.543521 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:00.553255 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:00.580728 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1602f9-ee56-4b1d-8f3e-f0b8f901a1a5 req-eb84cda3-15f3-40c7-940b-1bca182dda68 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:00.583922 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ed1602f9-ee56-4b1d-8f3e-f0b8f901a1a5 req-eb84cda3-15f3-40c7-940b-1bca182dda68 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0904281 Jun 16 18:46:00.673351 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-ed1602f9-ee56-4b1d-8f3e-f0b8f901a1a5 req-6f4eb55b-cfdb-4b65-bdce-703064a41bc3 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830188 Jun 16 18:46:01.039652 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:01.095521 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:46:01.103465 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:01.111873 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:01.112793 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:01.295088 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:01.544972 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-f524401b-362c-4923-b860-ee08865bb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:01.546766 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-f524401b-362c-4923-b860-ee08865bb311 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 1129 time: 0.0558565 Jun 16 18:46:01.700367 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:01.753239 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bf507-ed0e-4997-af37-1ce5860d2f43 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_floatingips': [{'id': '6a8fff50-3945-468b-9e7d-ee927c45c0a0', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'router_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'port_id': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'mac_address': 'fa:16:3e:15:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:42:29Z', 'updated_at': '2022-06-16T18:42:31Z', 'revision_number': 1, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:46:01.813494 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-a685c06f-bc0f-4322-b9cb-3895a11252df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:01.815989 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-a685c06f-bc0f-4322-b9cb-3895a11252df service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1742866 Jun 16 18:46:01.886979 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ddd60-f6b4-42d2-bf1e-035a93a6c8a8 req-8d121e98-8fca-4375-badd-1f20e1218a75 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:01.889711 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-282ddd60-f6b4-42d2-bf1e-035a93a6c8a8 req-8d121e98-8fca-4375-badd-1f20e1218a75 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0743542 Jun 16 18:46:01.982569 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-c9bff61f-bcfa-4ad9-a185-c49a3d89c00d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 200 len: 217 time: 0.0526791 Jun 16 18:46:01.989452 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-282ddd60-f6b4-42d2-bf1e-035a93a6c8a8 req-e8c18405-ff85-4271-b97e-09ea9be79fd4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895000 Jun 16 18:46:02.083824 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-5d288ffa-6e4c-4ac6-8f47-9cebc6052dff tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:02.086534 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-5d288ffa-6e4c-4ac6-8f47-9cebc6052dff tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 945 time: 0.0942023 Jun 16 18:46:02.086797 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-c6e0c082-aa34-413c-8c84-d795e6de7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:02.088491 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-c6e0c082-aa34-413c-8c84-d795e6de7fef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0892749 Jun 16 18:46:02.124274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47647df-0fbe-4f6e-8f22-d0c5fea2c161 None None] New status for floating IP 70ee108b-94a5-40b2-98d3-83f9dd7a4cbe: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:46:02.163417 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-3e685373-f361-4f6f-91c7-037009d1be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:02.166490 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-3e685373-f361-4f6f-91c7-037009d1be86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687411 Jun 16 18:46:02.236265 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port 896bef9c-c96e-46af-a0be-8c88ddb33da5 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:02.236855 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.303777 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-11f507ac-d841-4557-8a27-2adc99613424 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295133 Jun 16 18:46:02.418127 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] For port 896bef9c-c96e-46af-a0be-8c88ddb33da5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=896bef9c-c96e-46af-a0be-8c88ddb33da5,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:02.418467 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-d2b02ac8-01ac-4bf2-8f3d-95169bdac495 req-818d2fbc-ea75-47f8-8d82-04ba52637343 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087813 Jun 16 18:46:02.418925 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.450427 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for 896bef9c-c96e-46af-a0be-8c88ddb33da5 owned by compute:nova {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:02.571487 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.686107 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (896bef9c-c96e-46af-a0be-8c88ddb33da5), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.717775 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=896bef9c-c96e-46af-a0be-8c88ddb33da5,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:02.734960 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.735334 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.735698 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.736139 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.736392 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.736736 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.737078 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.737465 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.737805 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.738148 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.738504 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.738927 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.739272 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.740149 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.740778 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:02.803754 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] No DVR routers for this DVR port 896bef9c-c96e-46af-a0be-8c88ddb33da5 on host hv-cinder-81322 {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:02.807883 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.814144 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-7d23eae7-6158-4650-a9c9-9f05e90c59fe req-6a25b68e-4c30-4236-8ade-745a2bb8c873 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "DELETE /v2.0/ports/896bef9c-c96e-46af-a0be-8c88ddb33da5 HTTP/1.1" status: 204 len: 173 time: 0.7138705 Jun 16 18:46:02.814984 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'name': 'network-vif-deleted', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5'}] {{(pid=103843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:46:02.817264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:02.819201 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e5a65cf1c6cac7db5f7a640df5f19794a4a539900a773249c42ba2f97129f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39a0b8-8759-4e8b-afd6-42f96da3dac4" -d '{"events": [{"server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "name": "network-vif-deleted", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5"}]}' {{(pid=103843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:46:02.980771 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e1b66-fc1f-40f5-8531-828ccfd0b74b x-openstack-request-id: req-062e1b66-fc1f-40f5-8531-828ccfd0b74b {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:46:02.981599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018f27c2-c42a-4d5e-8353-0a67ecd1d96c", "name": "network-vif-deleted", "tag": "896bef9c-c96e-46af-a0be-8c88ddb33da5", "status": "completed", "code": 200}]} {{(pid=103843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:46:02.981599 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-062e1b66-fc1f-40f5-8531-828ccfd0b74b {{(pid=103843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:46:02.982087 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062e1b66-fc1f-40f5-8531-828ccfd0b74b'] response: {'server_uuid': '018f27c2-c42a-4d5e-8353-0a67ecd1d96c', 'name': 'network-vif-deleted', 'tag': '896bef9c-c96e-46af-a0be-8c88ddb33da5', 'status': 'completed', 'code': 200} Jun 16 18:46:03.179152 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-a0ea5e5e-c231-473f-b586-caeac5c835d7 req-9310b208-3a04-46a9-898a-3b14ee6da666 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=018f27c2-c42a-4d5e-8353-0a67ecd1d96c HTTP/1.1" status: 200 len: 210 time: 0.0568435 Jun 16 18:46:05.075936 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 896bef9c-c96e-46af-a0be-8c88ddb33da5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:05.101534 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 896bef9c-c96e-46af-a0be-8c88ddb33da5 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:05.101852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 896bef9c-c96e-46af-a0be-8c88ddb33da5 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:06.593680 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38112) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:06.804906 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port a1a8c236-5c70-4feb-8d12-b06c59d38191 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:06.805153 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:06.898715 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:06.899049 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (a1a8c236-5c70-4feb-8d12-b06c59d38191), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:06.918770 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for a1a8c236-5c70-4feb-8d12-b06c59d38191 owned by network:floatingip {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:07.025326 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:07.090558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (a1a8c236-5c70-4feb-8d12-b06c59d38191), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:07.125550 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=a1a8c236-5c70-4feb-8d12-b06c59d38191,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:07.194663 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:07.203764 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (6a8fff50-3945-468b-9e7d-ee927c45c0a0), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:07.204130 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.db.l3_db [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Floating IP 6a8fff50-3945-468b-9e7d-ee927c45c0a0 disassociated (deleted). External IP: 172.27.2.206, port: 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487. Jun 16 18:46:07.452207 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:46:07.595537 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:46:07.602318 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:07.608029 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:46:07.622115 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:07.622900 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:07.643204 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-cffca95e-7a95-4472-be7a-4a35cec728d4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a8fff50-3945-468b-9e7d-ee927c45c0a0 HTTP/1.1" status: 204 len: 168 time: 1.0483797 Jun 16 18:46:07.644111 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:46:07.648411 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad95015e-f461-4338-a59d-ab0dcde20bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:46:07.698068 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b084f8-508d-49a4-8cbc-0102e8517093 x-openstack-request-id: req-89b084f8-508d-49a4-8cbc-0102e8517093 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:46:07.698603 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:46:07.698919 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89b084f8-508d-49a4-8cbc-0102e8517093 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:46:07.699352 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b084f8-508d-49a4-8cbc-0102e8517093'] response: {'name': 'network-changed', 'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'status': 'completed', 'code': 200} Jun 16 18:46:07.777069 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:07.800839 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-8dfa50a3-3376-420e-8a60-31765b62838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:07.802973 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-8dfa50a3-3376-420e-8a60-31765b62838f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dff4784f6ab3499b88cb38c81780b754&device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 1130 time: 0.0761843 Jun 16 18:46:07.949459 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:07.983172 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-a4ef96d4-e3b9-4b17-a8bc-db6097265a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:07.987476 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-a4ef96d4-e3b9-4b17-a8bc-db6097265a21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 200 len: 914 time: 0.1782944 Jun 16 18:46:08.037050 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:08.070909 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:08.071629 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c87ae4-e448-4e2b-9a9b-cf62bcc08cb2 req-efe0aadd-94ea-4f87-8de2-f03ea376b834 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:08.074230 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78c87ae4-e448-4e2b-9a9b-cf62bcc08cb2 req-efe0aadd-94ea-4f87-8de2-f03ea376b834 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0731668 Jun 16 18:46:08.100246 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:46:08.111058 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:08.111745 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:08.169490 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-78c87ae4-e448-4e2b-9a9b-cf62bcc08cb2 req-12f07691-d859-42ea-b2fd-853c621400c0 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882363 Jun 16 18:46:08.235031 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:08.484498 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:08.512359 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cacd79-bf80-44c9-a6b4-d4d2d5cb7708 None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:39:19Z', 'revision_number': 4, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi', '_interfaces': [{'id': '12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb', 'name': '', 'network_id': 'b0cbaebd-d55a-4d35-baec-5307687a93e6', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'mac_address': 'fa:16:3e:33:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'f77c7441-456e-4597-963e-d532a281b67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:18Z', 'updated_at': '2022-06-16T18:39:26Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'subnets': [{'id': 'f77c7441-456e-4597-963e-d532a281b67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:46:08.829567 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315194a5-5c01-4b59-90ec-e8c175e88e2b None None] New status for floating IP 6a8fff50-3945-468b-9e7d-ee927c45c0a0: DOWN {{(pid=103844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:46:08.975468 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-ce90cfd7-9d74-4724-bbb9-1569bbbde0fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 200 len: 217 time: 0.0502748 Jun 16 18:46:09.044674 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-736f5524-6251-481b-99f6-990fc48c14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:09.047001 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-736f5524-6251-481b-99f6-990fc48c14a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 200 len: 851 time: 0.0575805 Jun 16 18:46:09.149380 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-6b9c7e07-c2d9-4d38-b93e-df9ca9ec9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:09.151256 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-6b9c7e07-c2d9-4d38-b93e-df9ca9ec9f1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0cbaebd-d55a-4d35-baec-5307687a93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559912 Jun 16 18:46:09.327089 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-9decdf34-a5b6-4079-baf7-766eb0d02e6b service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684303 Jun 16 18:46:09.330456 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:09.357202 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b8a85-a46d-4e1e-8c43-b6cad3a39ff2 req-064ebe79-1c2a-4235-8ef4-46cce6b78060 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:09.358913 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f1b8a85-a46d-4e1e-8c43-b6cad3a39ff2 req-064ebe79-1c2a-4235-8ef4-46cce6b78060 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0999041 Jun 16 18:46:09.409517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:09.485138 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-7e009724-d29a-4ab3-b67d-850fbfabe4d9 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:46:09.486747 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-7e009724-d29a-4ab3-b67d-850fbfabe4d9 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 946 time: 0.0723596 Jun 16 18:46:09.527718 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-8f1b8a85-a46d-4e1e-8c43-b6cad3a39ff2 req-c11dd311-45ed-46f9-8a41-57c1ebd921e4 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f3a9864-8b68-41b1-be08-2ef2aca0d90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556931 Jun 16 18:46:09.543333 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-ad95015e-f461-4338-a59d-ab0dcde20bcd req-82d12a40-22dd-4334-b6da-2f096f36c498 service neutron] 10.222.0.88 "GET /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086351 Jun 16 18:46:09.625997 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:09.626469 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:09.799642 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] For port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:09.800082 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:09.818766 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 owned by compute:nova {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:09.919279 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:10.019396 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (3795d114-2dd6-4ca8-8bb7-3dcaf8cde487), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:10.056240 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=3795d114-2dd6-4ca8-8bb7-3dcaf8cde487,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:10.108695 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] No DVR routers for this DVR port 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 on host hv-cinder-81322 {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:10.111946 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for port (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:10.116077 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [req-72b57644-24ee-4a4f-b7ef-d74a13bb1b57 req-c8bd967e-8f10-47f6-9aab-3b48f3b369d2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.88 "DELETE /v2.0/ports/3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 HTTP/1.1" status: 204 len: 173 time: 0.6241834 Jun 16 18:46:10.116661 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'name': 'network-vif-deleted', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487'}] {{(pid=103841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:46:10.119135 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7f451849cd638afb7a8311e5d385bb6f8fda9306553dad0f56608fcfcfbccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e7df4-6dc9-455d-988a-503c528b0e70" -d '{"events": [{"server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "name": "network-vif-deleted", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487"}]}' {{(pid=103841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:46:10.173257 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7a5e4-ed5d-40e2-9e7a-2a6f8110f859 x-openstack-request-id: req-56b7a5e4-ed5d-40e2-9e7a-2a6f8110f859 {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:46:10.173712 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8c30d-1b9a-422f-83c3-be1fa6bffe05", "name": "network-vif-deleted", "tag": "3795d114-2dd6-4ca8-8bb7-3dcaf8cde487", "status": "completed", "code": 200}]} {{(pid=103841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:46:10.174114 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56b7a5e4-ed5d-40e2-9e7a-2a6f8110f859 {{(pid=103841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:46:10.174760 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b7a5e4-ed5d-40e2-9e7a-2a6f8110f859'] response: {'server_uuid': '07a8c30d-1b9a-422f-83c3-be1fa6bffe05', 'name': 'network-vif-deleted', 'tag': '3795d114-2dd6-4ca8-8bb7-3dcaf8cde487', 'status': 'completed', 'code': 200} Jun 16 18:46:10.693101 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [req-0e4aba03-0763-4837-9914-6326c93721ea req-a5a602f9-3d98-4b88-8673-56d947776e46 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a8c30d-1b9a-422f-83c3-be1fa6bffe05 HTTP/1.1" status: 200 len: 210 time: 0.0324063 Jun 16 18:46:11.788345 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38128) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:11.954719 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Deleting port 59358e48-2fb1-4664-af21-5ff59c470057 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:11.955335 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (59358e48-2fb1-4664-af21-5ff59c470057), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.047217 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (59358e48-2fb1-4664-af21-5ff59c470057), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.047489 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (59358e48-2fb1-4664-af21-5ff59c470057), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.063384 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Calling delete_port for 59358e48-2fb1-4664-af21-5ff59c470057 owned by network:floatingip {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:12.215732 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (59358e48-2fb1-4664-af21-5ff59c470057), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.249077 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'Port': ['ID=59358e48-2fb1-4664-af21-5ff59c470057,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:12.320519 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for floatingip (64d4284e-b596-4225-af9d-311bf26e991d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.323128 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202903'] for floatingip (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:12.324755 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-57cd5c7f-00cc-45bc-b9c3-0eb9a3bef84f tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "DELETE /v2.0/floatingips/64d4284e-b596-4225-af9d-311bf26e991d HTTP/1.1" status: 204 len: 168 time: 0.5330906 Jun 16 18:46:13.163045 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:13.185835 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] No Port match for: 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:13.186190 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Device 3795d114-2dd6-4ca8-8bb7-3dcaf8cde487 not bound to the agent host hv-cinder-81322 {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:13.570293 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38140) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:13.656102 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (8f3a9864-8b68-41b1-be08-2ef2aca0d90a), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:13.692317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (8f3a9864-8b68-41b1-be08-2ef2aca0d90a), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:13.782159 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (8f3a9864-8b68-41b1-be08-2ef2aca0d90a), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:13.784861 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:13.786140 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] 10.222.0.30 "DELETE /v2.0/security-groups/8f3a9864-8b68-41b1-be08-2ef2aca0d90a HTTP/1.1" status: 204 len: 168 time: 0.2147033 Jun 16 18:46:13.799442 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888dcfb-117d-43de-bb35-6e256cefc4b2 tempest-TestVolumeBootPattern-539061139 tempest-TestVolumeBootPattern-539061139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a9864-8b68-41b1-be08-2ef2aca0d90a,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:13.866706 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38144) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:14.181562 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:14.237663 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:14.362273 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:14.705815 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Deleting port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:14.706563 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:14.847420 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] For port 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:14.847797 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:14.866830 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Calling delete_port for 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:15.086650 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:15.116182 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:15.314362 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:15.326865 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:15.397186 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:15.582525 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:46:15.705072 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:46:15.711915 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-415c5811-580b-466b-8b35-544dc8033d83 admin admin] 10.222.0.30 "PUT /v2.0/routers/7c6281e0-a59a-4e26-96db-c9b56d7630f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436723 Jun 16 18:46:15.716286 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38148) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:15.717793 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Sync routers for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:46:15.729529 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:15.730492 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:15.858421 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:15.888766 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks [] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.029868 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks [] for router_gateway (7c6281e0-a59a-4e26-96db-c9b56d7630f4), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.224524 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:46:15Z', 'revision_number': 5, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port': {'id': 'e62e80c8-e7bc-4297-84fe-261cf8c4bbe7', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:16Z', 'updated_at': '2022-06-16T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:16.277833 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Checking router: 7c6281e0-a59a-4e26-96db-c9b56d7630f4 for host: dv-cinder-813229-10-iscsi {{(pid=103845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:46:16.294374 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Routers {'7c6281e0-a59a-4e26-96db-c9b56d7630f4'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:16.295303 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'], 'active': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:16.385702 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Deleting port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:16.386044 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.458005 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvr_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] Set router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 gateway port host: None {{(pid=103845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:16.478580 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] For port e62e80c8-e7bc-4297-84fe-261cf8c4bbe7, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:16.478954 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.499044 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Calling delete_port for e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 owned by network:router_gateway {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:16.534572 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.547811 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.l3_hamode_db [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:46:16Z', 'revision_number': 6, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:16.575457 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06980a5d-c703-4fc2-a9f0-b5300c9a4c0e None None] The sync data for ids ['7c6281e0-a59a-4e26-96db-c9b56d7630f4'] in dv-cinder-813229-10-iscsi is: [{'id': '7c6281e0-a59a-4e26-96db-c9b56d7630f4', 'name': 'tempest-TestVolumeBootPattern-1214154465-router', 'tenant_id': 'dff4784f6ab3499b88cb38c81780b754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:15Z', 'updated_at': '2022-06-16T18:46:16Z', 'revision_number': 6, 'project_id': 'dff4784f6ab3499b88cb38c81780b754', 'gw_port_host': None}] {{(pid=103845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:46:16.742584 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (e62e80c8-e7bc-4297-84fe-261cf8c4bbe7), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.772475 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:16.776829 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62e80c8-e7bc-4297-84fe-261cf8c4bbe7,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:16.813976 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:16.859395 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.963252 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:16.966610 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks [] for router_controller (7c6281e0-a59a-4e26-96db-c9b56d7630f4), precommit_delete_associations {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.055940 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (7c6281e0-a59a-4e26-96db-c9b56d7630f4), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.057104 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6281e0-a59a-4e26-96db-c9b56d7630f4 {{(pid=103843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:46:17.064447 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.068748 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-86288c2b-0040-4d57-bb02-47182e774128 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7c6281e0-a59a-4e26-96db-c9b56d7630f4 HTTP/1.1" status: 204 len: 168 time: 1.3477449 Jun 16 18:46:17.070074 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38150) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:17.070559 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:17.103827 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:17.106488 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:17.107091 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 12aab7eb-c2d6-47ab-93d2-e0b3d06db6eb not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:17.135743 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Deleting subnet f77c7441-456e-4597-963e-d532a281b67d {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:46:17.139816 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Publish callbacks [] for subnet (f77c7441-456e-4597-963e-d532a281b67d), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.186181 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (f77c7441-456e-4597-963e-d532a281b67d), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.284355 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (f77c7441-456e-4597-963e-d532a281b67d), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.381943 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (f77c7441-456e-4597-963e-d532a281b67d), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.428860 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77c7441-456e-4597-963e-d532a281b67d,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:17.435279 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.441160 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-7e213307-dc39-4073-a46c-64a5b24e3be3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f77c7441-456e-4597-963e-d532a281b67d HTTP/1.1" status: 204 len: 168 time: 0.3689806 Jun 16 18:46:17.445248 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38152) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:17.446353 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be5a4f-23c7-4f0a-a908-5308a707dee8 None None] Network b0cbaebd-d55a-4d35-baec-5307687a93e6 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:46:17.561487 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (b0cbaebd-d55a-4d35-baec-5307687a93e6), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.641073 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Deleting port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:17.641578 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.680329 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] DHCP port deletion for b0cbaebd-d55a-4d35-baec-5307687a93e6 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:46:17.753338 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Deleting port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:17.754339 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.783410 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] For port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:17.784432 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.805412 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Calling delete_port for c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 owned by network:dhcp {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:17.878367 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] For port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,segment=NetworkSegment(34416b6d-b8a0-4874-b235-992feb9e7b50),segment_id=34416b6d-b8a0-4874-b235-992feb9e7b50)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:17.879056 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.899979 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Calling delete_port for c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:17.934577 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:17.975560 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:17.978484 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] No DVR routers for this DVR port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 on host dv-cinder-813229-10-iscsi {{(pid=103841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:18.001697 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (c83e4827-0377-4e21-bb6a-6ca4fdf5cb67), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.048723 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Pushing event deleted for resources: {'Port': ['ID=c83e4827-0377-4e21-bb6a-6ca4fdf5cb67,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:18.054691 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] No DVR routers for this DVR port c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.072134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.075653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d98c0-46d5-4c8b-a6dd-ef3dde86b53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-10-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:46:18.083679 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (b0cbaebd-d55a-4d35-baec-5307687a93e6), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.108871 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cbaebd-d55a-4d35-baec-5307687a93e6']}} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:18.121541 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34416b6d-b8a0-4874-b235-992feb9e7b50') {'for_net_delete': True} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:18.121982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.services.segments.db [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34416b6d-b8a0-4874-b235-992feb9e7b50') {} {{(pid=103841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:18.135308 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63079632'] for segment (34416b6d-b8a0-4874-b235-992feb9e7b50), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.155998 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (34416b6d-b8a0-4874-b235-992feb9e7b50), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.166738 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=103841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:46:18.167227 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63136965'] for segment (34416b6d-b8a0-4874-b235-992feb9e7b50), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.191953 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 34416b6d-b8a0-4874-b235-992feb9e7b50 resource provider aggregate not found Jun 16 18:46:18.256444 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.services.segments.plugin [-] Segment 34416b6d-b8a0-4874-b235-992feb9e7b50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34416b6d-b8a0-4874-b235-992feb9e7b50 found for delete ", "request_id": "req-bbfdca0c-16d7-4e67-a801-cf15f27363f7"}]} Jun 16 18:46:18.264516 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:18.276498 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (b0cbaebd-d55a-4d35-baec-5307687a93e6), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.284851 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.289628 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b0cbaebd-d55a-4d35-baec-5307687a93e6 HTTP/1.1" status: 204 len: 168 time: 0.8429959 Jun 16 18:46:18.294169 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38158) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:18.304384 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a0bd1-c3d8-4ce2-9153-584842bbfb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cbaebd-d55a-4d35-baec-5307687a93e6,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:18.735546 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1920970'] for router_interface (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:18.935463 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:18.960988 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:18.961333 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device e62e80c8-e7bc-4297-84fe-261cf8c4bbe7 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:18.961752 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:18.983438 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:18.983786 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device c83e4827-0377-4e21-bb6a-6ca4fdf5cb67 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:19.063285 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Deleting port 95abcd7b-8a4f-4591-b378-2660faabfff7 {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:19.063593 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:19.220162 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] For port 95abcd7b-8a4f-4591-b378-2660faabfff7, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=95abcd7b-8a4f-4591-b378-2660faabfff7,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:19.220744 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:19.249275 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Calling delete_port for 95abcd7b-8a4f-4591-b378-2660faabfff7 owned by network:router_interface {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:19.387188 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:19.516129 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:19.570119 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (95abcd7b-8a4f-4591-b378-2660faabfff7), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:19.602484 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95abcd7b-8a4f-4591-b378-2660faabfff7,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:19.845386 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917018'] for router_interface (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:20.120764 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Router 816f7ad7-b484-4faa-aeba-fe2307be6e10 has already been hosted by L3 agent ea9230be-af8c-4602-9382-39ce37989731 {{(pid=103843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:46:20.242841 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] Notify agent at l3_agent.dv-cinder-813229-10-iscsi the message routers_updated {{(pid=103843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:46:20.249312 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-65828b7d-2b6b-47a5-b297-ee69fd9c98f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/816f7ad7-b484-4faa-aeba-fe2307be6e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536495 Jun 16 18:46:20.253002 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38160) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:20.261982 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Sync routers for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:46:20.274193 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:20.274841 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:20.404364 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks [] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:20.432213 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: dv-cinder-813229-10-iscsi {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:20.442057 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:20.549558 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks [] for router_gateway (816f7ad7-b484-4faa-aeba-fe2307be6e10), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:20.619609 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Deleting port b7f84bfb-30b1-4655-b506-61efa7a62980 {{(pid=103841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:20.619949 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:20.741158 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.db [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] For port b7f84bfb-30b1-4655-b506-61efa7a62980, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=b7f84bfb-30b1-4655-b506-61efa7a62980,segment=NetworkSegment(6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4),segment_id=6edecdd0-5cf9-4712-9f4d-ae0ffd328ae4)] {{(pid=103841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:20.741446 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:20.759359 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.plugins.ml2.plugin [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Calling delete_port for b7f84bfb-30b1-4655-b506-61efa7a62980 owned by network:router_gateway {{(pid=103841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:20.833752 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:20.845178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:20.869213 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'external_fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:46:19Z', 'revision_number': 5, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port': {'id': 'b7f84bfb-30b1-4655-b506-61efa7a62980', 'name': '', 'network_id': '1efc8066-ee8c-466f-bb52-0e88047e61db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:39:23Z', 'updated_at': '2022-06-16T18:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc59b7be-969a-44b3-939d-d52b98e67bf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-10-iscsi'}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:20.927871 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Checking router: 816f7ad7-b484-4faa-aeba-fe2307be6e10 for host: dv-cinder-813229-10-iscsi {{(pid=103844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:46:20.945450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Routers {'816f7ad7-b484-4faa-aeba-fe2307be6e10'} bound to L3 agent in host dv-cinder-813229-10-iscsi {{(pid=103844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:46:20.946335 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:20:00Z,description=,heartbeat_timestamp=2022-06-16T18:46:00Z,host='dv-cinder-813229-10-iscsi',id=ea9230be-af8c-4602-9382-39ce37989731,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:20:00Z,topic='l3_agent')) {'router_ids': ['816f7ad7-b484-4faa-aeba-fe2307be6e10'], 'active': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:20.981952 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63136808'] for port (b7f84bfb-30b1-4655-b506-61efa7a62980), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.009174 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f84bfb-30b1-4655-b506-61efa7a62980,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:21.090653 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918605'] for router_gateway (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.090981 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvr_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] Set router 816f7ad7-b484-4faa-aeba-fe2307be6e10 gateway port host: None {{(pid=103844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:46:21.150864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_hamode_db [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:46:20Z', 'revision_number': 6, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port_host': None}], 'dv-cinder-813229-10-iscsi', False) {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:21.182128 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449e8b-d672-4ec6-a69d-42d0d3ee049c None None] The sync data for ids ['816f7ad7-b484-4faa-aeba-fe2307be6e10'] in dv-cinder-813229-10-iscsi is: [{'id': '816f7ad7-b484-4faa-aeba-fe2307be6e10', 'name': 'tempest-TestVolumeBootPattern-521051068-router', 'tenant_id': '53b2dc9e01c9411f8253637fb8439dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:39:22Z', 'updated_at': '2022-06-16T18:46:20Z', 'revision_number': 6, 'project_id': '53b2dc9e01c9411f8253637fb8439dbd', 'gw_port_host': None}] {{(pid=103844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:46:21.257660 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1919620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4927'] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.262050 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks [] for router_controller (816f7ad7-b484-4faa-aeba-fe2307be6e10), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.618982 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1919726'] for router (816f7ad7-b484-4faa-aeba-fe2307be6e10), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.620299 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816f7ad7-b484-4faa-aeba-fe2307be6e10 {{(pid=103841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:46:21.627147 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.629178 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-f13db765-e07d-4165-87f8-016851e4a77f admin admin] 10.222.0.30 "DELETE /v2.0/routers/816f7ad7-b484-4faa-aeba-fe2307be6e10 HTTP/1.1" status: 204 len: 168 time: 1.3745351 Jun 16 18:46:21.632429 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38162) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:21.701192 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Deleting subnet f2850622-3929-4996-ac57-729c274b50dd {{(pid=103841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:46:21.705352 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Publish callbacks [] for subnet (f2850622-3929-4996-ac57-729c274b50dd), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.749107 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63079623'] for subnet (f2850622-3929-4996-ac57-729c274b50dd), precommit_delete_associations {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.780163 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:21.846692 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685944'] for subnet (f2850622-3929-4996-ac57-729c274b50dd), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.917282 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63136795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66394905'] for subnet (f2850622-3929-4996-ac57-729c274b50dd), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.922995 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:21.954266 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2850622-3929-4996-ac57-729c274b50dd,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:21.956332 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for subnet (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:21.960288 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a386b5ae-a875-46e1-b96b-cf3a188abc39 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f2850622-3929-4996-ac57-729c274b50dd HTTP/1.1" status: 204 len: 168 time: 0.3259778 Jun 16 18:46:21.963692 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38164) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:21.965089 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba843c3a-137a-4ecb-be47-01588ff0c04f None None] Network 449f6494-f7dd-406a-98da-2c0e9e5c6333 requested from dv-cinder-813229-10-iscsi {{(pid=103844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:46:22.086423 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-666435'] for network (449f6494-f7dd-406a-98da-2c0e9e5c6333), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.140339 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Deleting port 8462babb-5181-440b-bfc1-e2aac95acccf {{(pid=103843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:22.140662 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.198719 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] DHCP port deletion for 449f6494-f7dd-406a-98da-2c0e9e5c6333 request from dv-cinder-813229-10-iscsi {{(pid=103844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:46:22.249570 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Deleting port 8462babb-5181-440b-bfc1-e2aac95acccf {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:46:22.250274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778612301159'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.250549 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.db [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] For port 8462babb-5181-440b-bfc1-e2aac95acccf, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=8462babb-5181-440b-bfc1-e2aac95acccf,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:22.250986 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.268450 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Calling delete_port for 8462babb-5181-440b-bfc1-e2aac95acccf owned by network:dhcp {{(pid=103843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:22.342719 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:22.369233 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:22.381002 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63749309'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.389960 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] For port 8462babb-5181-440b-bfc1-e2aac95acccf, host dv-cinder-813229-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-10-iscsi',level=0,port_id=8462babb-5181-440b-bfc1-e2aac95acccf,segment=NetworkSegment(680df71f-8123-49a7-a133-39f7080cc92d),segment_id=680df71f-8123-49a7-a133-39f7080cc92d)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:46:22.390668 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1919690'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.411298 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8462babb-5181-440b-bfc1-e2aac95acccf,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:22.418671 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Calling delete_port for 8462babb-5181-440b-bfc1-e2aac95acccf owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:46:22.435942 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] No DVR routers for this DVR port 8462babb-5181-440b-bfc1-e2aac95acccf on host dv-cinder-813229-10-iscsi {{(pid=103843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:22.528588 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680505', 'neutron.services.segments.db._delete_segments_for_network-8778612394231'] for network (449f6494-f7dd-406a-98da-2c0e9e5c6333), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.537140 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:46:22.557036 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449f6494-f7dd-406a-98da-2c0e9e5c6333']}} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:22.569124 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680df71f-8123-49a7-a133-39f7080cc92d') {'for_net_delete': True} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:22.569124 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.services.segments.db [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680df71f-8123-49a7-a133-39f7080cc92d') {} {{(pid=103843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:46:22.577146 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778612304478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778611950897'] for port (8462babb-5181-440b-bfc1-e2aac95acccf), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.581045 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778612394114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62949019'] for segment (680df71f-8123-49a7-a133-39f7080cc92d), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.597317 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824'] for segment (680df71f-8123-49a7-a133-39f7080cc92d), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.606776 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=103843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:46:22.607418 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63749200'] for segment (680df71f-8123-49a7-a133-39f7080cc92d), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.629527 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] Pushing event deleted for resources: {'Port': ['ID=8462babb-5181-440b-bfc1-e2aac95acccf,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:22.641458 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421d652-0930-49f5-b890-a9f1518db3e1 None None] No DVR routers for this DVR port 8462babb-5181-440b-bfc1-e2aac95acccf on host dv-cinder-813229-10-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:46:22.725642 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918625'] for network (449f6494-f7dd-406a-98da-2c0e9e5c6333), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.732399 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618841'] for network (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:22.741033 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/449f6494-f7dd-406a-98da-2c0e9e5c6333 HTTP/1.1" status: 204 len: 168 time: 0.7711382 Jun 16 18:46:22.765952 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 680df71f-8123-49a7-a133-39f7080cc92d resource provider aggregate not found Jun 16 18:46:22.774294 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7c2e0-1027-41dd-a20b-be90600cb8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=449f6494-f7dd-406a-98da-2c0e9e5c6333,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:22.790035 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.services.segments.plugin [-] Segment 680df71f-8123-49a7-a133-39f7080cc92d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 680df71f-8123-49a7-a133-39f7080cc92d found for delete ", "request_id": "req-415733f5-e466-48c7-8677-0d005d06c7fa"}]} Jun 16 18:46:22.935779 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device b7f84bfb-30b1-4655-b506-61efa7a62980 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:22.946122 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38174) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:22.967434 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: b7f84bfb-30b1-4655-b506-61efa7a62980 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:22.968222 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device b7f84bfb-30b1-4655-b506-61efa7a62980 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:22.968383 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 95abcd7b-8a4f-4591-b378-2660faabfff7 no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:22.997351 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 95abcd7b-8a4f-4591-b378-2660faabfff7 {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:22.997852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 95abcd7b-8a4f-4591-b378-2660faabfff7 not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:22.998496 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 8462babb-5181-440b-bfc1-e2aac95acccf no longer exists at agent ovs-agent-dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:46:23.012327 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-26fdecb1-4cba-42ba-8786-5ed3e8246620 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dff4784f6ab3499b88cb38c81780b754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642512 Jun 16 18:46:23.015269 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [-] (103843) accepted ('10.222.0.30', 38176) {{(pid=103843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:23.030617 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] No Port match for: 8462babb-5181-440b-bfc1-e2aac95acccf {{(pid=103844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:46:23.031166 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.rpc [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Device 8462babb-5181-440b-bfc1-e2aac95acccf not bound to the agent host dv-cinder-813229-10-iscsi {{(pid=103844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:46:23.085569 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] Publish callbacks [] for security_group (be895619-8149-4934-8125-8276efc2f331), before_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.123346 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] Publish callbacks [] for security_group (be895619-8149-4934-8125-8276efc2f331), precommit_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.193099 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (be895619-8149-4934-8125-8276efc2f331), after_delete {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.195517 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.196786 dv-cinder-813229-10-iscsi neutron-server[103843]: INFO neutron.wsgi [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be895619-8149-4934-8125-8276efc2f331 HTTP/1.1" status: 204 len: 168 time: 0.1798396 Jun 16 18:46:23.206129 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fd6d3-2126-4dc1-bc12-f566980621e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be895619-8149-4934-8125-8276efc2f331,revision_number=None']} {{(pid=103843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:23.631665 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38182) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:23.681305 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-a4aefaae-43fe-4b7c-883d-21b0be7159a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53b2dc9e01c9411f8253637fb8439dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481727 Jun 16 18:46:23.684179 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.wsgi [-] (103841) accepted ('10.222.0.30', 38184) {{(pid=103841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:46:23.752105 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] Publish callbacks [] for security_group (6555fb2d-335e-4564-a5ba-4b4025d7900e), before_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.785443 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] Publish callbacks [] for security_group (6555fb2d-335e-4564-a5ba-4b4025d7900e), precommit_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.869531 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055283'] for security_group (6555fb2d-335e-4564-a5ba-4b4025d7900e), after_delete {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.872273 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron_lib.callbacks.manager [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:23.873531 dv-cinder-813229-10-iscsi neutron-server[103841]: INFO neutron.wsgi [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6555fb2d-335e-4564-a5ba-4b4025d7900e HTTP/1.1" status: 204 len: 168 time: 0.1879463 Jun 16 18:46:23.883780 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257e18d-bae7-41d3-b861-3cea9bdb0e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555fb2d-335e-4564-a5ba-4b4025d7900e,revision_number=None']} {{(pid=103841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:46:26.771365 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-db45fb9b-23a9-4b6f-8cee-a772fd741a78 req-5ad54e60-bc5c-40c3-9046-8fee84848091 service neutron] (103843) timed out ('10.222.0.88', 64758) {{(pid=103843) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:46:27.420884 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d27adb65-6558-463b-8c00-87fefba29b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:29.725396 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3965136-2457-4ab4-8e65-ca29d60f6b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:31.101709 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:32.538575 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:32.815945 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:33.200484 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:33.201432 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG dbcounter [-] [103843] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=103843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:33.877433 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:33.878568 dv-cinder-813229-10-iscsi neutron-server[103841]: DEBUG dbcounter [-] [103841] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=103841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:34.533109 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:34.534171 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=79 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:42.802626 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=55,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:42.810001 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:46.522499 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:52.578221 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=12 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:52.579024 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:56.512846 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:56.516345 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:46:57.408614 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a292-2bc6-42a2-a38a-6c6cdd27d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:46:59.527239 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:46:59.721325 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-89ae05a1-09c5-43c7-b7a3-10409d71d98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:01.106168 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:02.541590 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:02.814766 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:11.533194 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:11.534124 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:12.807698 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:12.810711 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:16.536429 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:26.531603 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:27.407032 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3bfa-328d-4594-8f13-edead3b80fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:29.716353 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-daad4f4d-d251-43d7-a603-4d2f5a13068b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:31.107045 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:32.543589 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:32.816363 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:36.527869 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:47:42.539475 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:42.810877 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:46.536989 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:55.457066 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:55.457980 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:56.530105 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:56.532183 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:57.405016 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a50b8b68-fdf8-4089-91fa-fdb45511d593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.723684 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-33b01f1e-6f36-486b-9416-0d3d6234c53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:01.111834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:02.561769 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:02.818764 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.807949 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:12.812274 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:13.528915 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:48:16.548565 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:25.536083 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:25.543474 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:26.540838 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:26.543855 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:27.406489 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-34325d40-cc08-4b74-b409-25ee5c545ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:29.727283 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5de799d5-ee28-4495-b121-1dc0a5be3340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:31.113115 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:32.559230 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:32.815775 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:42.807671 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:42.810653 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:46.548022 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:50.534501 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:48:56.535773 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:56.542531 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:57.403893 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-79082f93-87fd-43b5-a6fa-da8060db543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:59.723708 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7459-eb07-4b68-89c5-dc7fc427f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:01.116087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:02.535586 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:02.536728 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=16 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:02.559123 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:02.813412 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:12.799581 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:12.808247 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:16.555573 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:26.547384 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:26.550690 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:27.400207 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c95ac459-cff6-44fa-b9f1-cace539f72c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:27.534706 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:49:29.730563 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f6fba820-a9ed-4e48-9244-89f430f3f464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:31.131716 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:32.564084 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:32.814262 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:39.539148 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:39.541131 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:42.805136 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:42.808469 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:46.561046 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:48.823162 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-f341ebab-bd98-40d4-b088-d9eec5427470 service neutron] (103843) timed out ('10.222.0.30', 60218) {{(pid=103843) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:49:49.010426 dv-cinder-813229-10-iscsi neutron-server[103843]: DEBUG neutron.wsgi [req-6f413bb8-3325-455f-9f61-e5fea4331ca6 req-07da27ae-d46d-4547-a470-3b8a9a7d398b tempest-AttachVolumeShelveTestJSON-1092341039 tempest-AttachVolumeShelveTestJSON-1092341039-project] (103843) timed out ('10.222.0.30', 60228) {{(pid=103843) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 18:49:55.463863 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:56.553059 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:56.556301 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:57.397511 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f24e7a2b-c74d-4fa3-8575-a0aa5bdce61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:59.717489 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-df9b0b7b-0a82-42b6-a5ee-58e275bf4047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:01.123834 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:02.590332 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:02.812852 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:04.539491 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:50:12.805901 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:12.809195 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:16.539812 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:16.548265 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:16.579450 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:26.568793 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:26.574178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:27.395178 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3c5bde4f-052e-47fe-a1ab-c975bb5fde69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:29.716198 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b6e19f4c-7a58-4dec-9854-ef3328dfb620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:31.129971 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:32.566134 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:32.810509 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:41.540859 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:50:42.802686 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:42.805864 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:46.564264 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:53.539872 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=14 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:53.540905 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:56.556565 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:56.559806 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:57.392087 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bd8a029b-d4d3-4c83-acd3-b5735f2557ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:59.714556 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-88aed22a-5d8e-4632-8376-adcc49c0d4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:01.131810 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:02.568807 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:02.810532 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:12.801558 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:12.805375 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:16.577728 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:18.543358 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG neutron.db.agents_db [None req-d5bc0ff6-b82b-407f-b9d3-158a963327e2 None None] Agent healthcheck: found 6 active agents {{(pid=103845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:51:26.564371 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:26.571959 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:27.388426 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9bebd237-6afe-43d9-bdb1-2719d4a6a1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (3129b8f3-8a36-45f5-a7dd-3bc301b74e22), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:29.710903 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a99744a0-4857-43a2-8e03-1ccea7a20d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (ea9230be-af8c-4602-9382-39ce37989731), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:30.533453 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:30.540379 dv-cinder-813229-10-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:31.137861 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b5636c20-2888-4d68-89b2-d17cadd82afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (d2ed4304-f7fd-49e2-8557-379936c778d8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:32.570938 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-48a5f439-fd63-48b1-be53-02e737efa04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (2f695ba2-2323-42d9-86cb-afca8fb32707), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:32.810373 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b7956808-3cd7-45ac-97ae-76725c00d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (6a7c79ef-02ae-435f-878f-14fe6b595b36), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:42.802906 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=10 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:42.805635 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:46.581835 dv-cinder-813229-10-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac254-367a-4bc8-bea5-cb3cc0d58abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778612394213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681034'] for agent (09ce2f25-e8ed-4af9-9c91-6b6298b0df8e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}